-- Logs begin at Tue 2022-04-12 15:35:00 UTC, end at Tue 2022-04-12 16:39:48 UTC. -- Apr 12 16:09:03.426487 dv-cinder-837528-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 16:09:06.452414 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.common.config [-] Logging enabled! Apr 12 16:09:06.453040 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev108 Apr 12 16:09:06.453128 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103441) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 16:09:06.456431 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.common.config [-] Logging enabled! Apr 12 16:09:06.456689 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev108 Apr 12 16:09:06.456992 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103441) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 16:09:06.457941 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 16:09:06.458203 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 16:09:06.458574 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 16:09:06.458816 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 16:09:06.459041 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 16:09:06.459483 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.459912 dv-cinder-837528-1-iscsi neutron-server[103441]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 16:09:06.460234 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.460529 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.460821 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.461113 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.461403 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.461668 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.461953 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.462270 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.462553 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.462832 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.463114 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.463403 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.463684 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.463967 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.464246 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.464525 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] debug = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.464802 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.465228 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.465629 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.465908 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.466218 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.466497 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.466769 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.467044 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.467326 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.467652 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] host = dv-cinder-837528-1-iscsi {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.467930 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.468218 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.468500 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.468783 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.469056 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.469328 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.469608 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.469877 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.470172 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] log_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.470450 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.470736 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.471017 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.471305 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.471527 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.471749 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.472044 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.472326 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.472606 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.472883 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.473158 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.473431 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.473704 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.473988 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.474350 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.474793 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.475090 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.475370 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.475649 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.475927 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.476200 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.476484 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.476761 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.477036 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.477313 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.477601 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.477870 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.478172 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.478475 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.478760 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.479041 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.479323 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.479598 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.479877 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.480147 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.480419 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.480687 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] use_json = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.480960 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.481230 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.481508 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.481777 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.482069 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.482345 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.482616 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.482899 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.483176 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:06.483468 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.483760 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.484057 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.484354 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.484642 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.484923 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.485210 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.485488 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.485773 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.486080 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.486368 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.486646 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.486948 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.487238 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.487531 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.487834 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.488123 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.488416 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.488691 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.488966 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.489239 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.489517 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.489966 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.490276 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.490566 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.490857 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.491140 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.491436 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.491725 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.492015 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.492303 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.492576 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.492857 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.493147 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.493426 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.493698 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.493980 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.494288 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.494568 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.494842 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.495124 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.495397 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.495671 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.495941 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.496220 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.496506 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.496783 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.497054 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.497323 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.497599 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.497868 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.498177 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.498457 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.498728 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.498999 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.499279 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.499552 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.499822 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.500101 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.500371 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.500648 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.500920 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.501190 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.501460 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.501731 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.502000 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.502305 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.502574 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.502851 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.503123 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.503392 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.503662 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.503932 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.504201 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.504483 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.504781 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.505061 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.505421 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.505705 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.505983 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.506286 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.506562 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.506841 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.507120 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.507390 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.507680 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.507963 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.508250 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.508548 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.508829 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.509122 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.509399 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.509674 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.509953 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.510254 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.510529 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.510810 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.511090 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.511379 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.511669 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.511956 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.512242 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.512528 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.512807 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.513107 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.513381 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:06.513595 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 16:09:06.513836 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103441) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 16:09:06.881022 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 16:09:06.881252 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 16:09:06.881585 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 16:09:06.881924 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 16:09:07.204117 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.204311 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.204612 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.207555 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.207836 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.208107 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.260264 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.260534 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.260801 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.275403 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.275680 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.275954 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.305580 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.305852 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.306141 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.345450 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.345728 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.345999 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.687964 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.688642 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.688642 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.688900 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.689433 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.788886 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.789226 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.789522 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.789797 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.790094 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.790403 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.790663 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.790920 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.791173 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.791461 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.791724 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.791974 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.792231 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.792486 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.792744 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.793011 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.793265 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.793533 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.793789 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.794064 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.794351 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.794606 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.794891 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.795272 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.795523 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.795769 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.796167 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:09:07.796411 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:09:07.796671 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:09:07.796899 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:09:07.797127 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:09:07.797362 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:09:07.797723 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 16:09:07.800961 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 16:09:07.804934 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 16:09:07.808817 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 12 16:09:07.810466 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 16:09:07.810938 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 16:09:07.811275 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 16:09:07.811664 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 16:09:07.814653 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 16:09:07.814902 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 16:09:07.815251 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 16:09:07.820168 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 16:09:07.843555 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 16:09:07.844003 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.844297 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103441) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 16:09:07.844667 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.846007 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103441) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 16:09:07.846314 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 16:09:07.846565 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 16:09:07.849899 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.850218 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:07.911997 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 16:09:07.912345 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 16:09:07.912979 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 16:09:07.913489 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 16:09:07.936613 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_db.sqlalchemy.engines [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103441) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 16:09:08.373749 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Initializing driver for type 'gre' Apr 12 16:09:08.374303 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] gre ID ranges: [(1, 1000)] Apr 12 16:09:08.435156 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Initializing driver for type 'local' Apr 12 16:09:08.435449 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Initializing driver for type 'vlan' Apr 12 16:09:08.456736 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] VlanTypeDriver initialization complete Apr 12 16:09:08.457108 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Initializing driver for type 'vxlan' Apr 12 16:09:08.457888 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] vxlan ID ranges: [(1, 1000)] Apr 12 16:09:08.512121 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Initializing extension driver 'port_security' Apr 12 16:09:08.512430 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.extensions.port_security [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] PortSecurityExtensionDriver initialization complete Apr 12 16:09:08.512792 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Initializing mechanism driver 'openvswitch' Apr 12 16:09:08.513120 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Initializing mechanism driver 'hyperv' Apr 12 16:09:08.519789 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:09:08.520718 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > port after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.521328 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > port after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.521718 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > port after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.522287 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 16:09:08.522720 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > subnet after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.523081 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > subnet after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.523426 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.523825 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 16:09:08.524233 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > network after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.524583 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > network after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.524928 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > network after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.525317 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 16:09:08.525721 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > security_group after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.526082 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > security_group after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.526472 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.526823 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 16:09:08.527227 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.527558 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.527896 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.528286 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 16:09:08.528683 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > address_group after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.529029 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > address_group after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.529368 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.529762 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 16:09:08.530258 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] ML2 OVO RPC backend initialized. {{(pid=103441) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 16:09:08.530975 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.531334 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.531757 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > network before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.532108 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > networks before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.532457 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > port before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.532800 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > ports before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.533143 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > subnet before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.533487 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > subnets before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.533830 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > network after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.534205 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > network after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.534543 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > network after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.534880 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > port after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.535214 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > port after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.535546 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > port after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.535878 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > subnet after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.536373 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > subnet after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.536949 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.544771 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded quota_driver: . Apr 12 16:09:08.545136 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.plugin [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Modular L2 Plugin initialization complete Apr 12 16:09:08.545484 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading services supported by the core plugin {{(pid=103441) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 16:09:08.545860 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Got port-security extension from driver 'port_security' Apr 12 16:09:08.546362 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.extensions.vlantransparent [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Disabled vlantransparent extension. Apr 12 16:09:08.546856 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103441) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 16:09:08.547180 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading Plugin: router Apr 12 16:09:08.582172 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.582563 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router after_create 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.582934 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router before_create 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.583399 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.583963 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.584330 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router after_delete 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.584693 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.585048 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.585527 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router after_create 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.585877 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router after_update 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.586264 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router after_update 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.586615 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.587275 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router after_update 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.587675 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router precommit_update 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.588048 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: port after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.588385 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: port after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.588721 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: subnet after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.589069 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.589415 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.589762 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router precommit_create 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.590138 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: port before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.590478 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router precommit_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.590840 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router after_update 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.591184 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.591516 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router precommit_create 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.591877 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.592223 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router precommit_update 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.592588 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > agent after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.592940 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > agent after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.593285 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > network after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.594164 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Tracking information for resource: router configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:09:08.594501 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Tracking information for resource: floatingip configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:09:08.599650 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.db.l3_agentschedulers_db [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 16:09:08.600237 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: port after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.600587 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: port after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.600952 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: port after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.601307 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: port after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.602090 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router before_create 55550100 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.602471 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.602835 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router precommit_create 55550100 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.603191 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > router precommit_update 55550100 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.608064 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.services.provider_configuration [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service providers = [] {{(pid=103441) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 16:09:08.608423 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.db.servicetype_db [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103441) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 16:09:08.611418 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.services.service_base [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 16:09:08.611770 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.services.service_base [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 16:09:08.612114 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.services.service_base [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 16:09:08.613002 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.services.service_base [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 16:09:08.613405 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.services.service_base [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 16:09:08.613781 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:09:08.614131 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 16:09:08.625204 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:09:08.625559 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading Plugin: auto_allocate Apr 12 16:09:08.631478 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: network precommit_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.631851 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: network precommit_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.632371 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:09:08.632693 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading Plugin: tag Apr 12 16:09:08.640800 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:09:08.641135 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading Plugin: timestamp Apr 12 16:09:08.644980 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:09:08.645312 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading Plugin: network_ip_availability Apr 12 16:09:08.651205 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.651606 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.651961 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.652671 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:09:08.653039 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading Plugin: flavors Apr 12 16:09:08.657950 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:09:08.658309 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading Plugin: revisions Apr 12 16:09:08.663208 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:09:08.663605 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_concurrency.lockutils [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=103441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 16:09:08.664342 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103441) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 16:09:08.664679 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Initializing extension manager. Apr 12 16:09:08.665205 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: __init__.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.665543 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: __pycache__ {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.665878 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: address_group.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.666662 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.667228 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: address-group Apr 12 16:09:08.667552 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: address_scope.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.668266 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.668778 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: address-scope Apr 12 16:09:08.669097 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.670021 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.670555 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: router-admin-state-down-before-update Apr 12 16:09:08.670882 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: agent.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.671557 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.672064 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: agent Apr 12 16:09:08.672387 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: agent_resources_synced.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.673285 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.673794 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: agent-resources-synced Apr 12 16:09:08.674145 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: allowedaddresspairs.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.675944 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.676471 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: allowed-address-pairs Apr 12 16:09:08.676810 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: auto_allocated_topology.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.678107 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.678625 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: auto-allocated-topology Apr 12 16:09:08.678951 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: availability_zone.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.679653 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.680165 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: availability_zone Apr 12 16:09:08.680488 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: availability_zone_filter.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.681400 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.681911 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: availability_zone_filter Apr 12 16:09:08.682261 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: data_plane_status.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.683179 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.683682 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 16:09:08.684003 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: default_subnetpools.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.684911 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.685468 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: default-subnetpools Apr 12 16:09:08.685737 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.686568 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.687079 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: dhcp_agent_scheduler Apr 12 16:09:08.687404 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: dns.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.688305 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.688842 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension dns-integration not supported by any of loaded plugins Apr 12 16:09:08.689114 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: dns_domain_ports.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.690026 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.690551 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 16:09:08.690871 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.691777 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.692274 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 16:09:08.692755 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: dvr.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.693461 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.693971 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: dvr Apr 12 16:09:08.694318 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: ecmp_routes.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.695222 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.695721 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 16:09:08.696042 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: empty_string_filtering.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.696937 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.697446 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: empty-string-filtering Apr 12 16:09:08.697765 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.698694 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.699200 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 16:09:08.699524 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.700460 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.700963 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 16:09:08.701288 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: external_net.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.702245 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.702759 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: external-net Apr 12 16:09:08.703080 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.703980 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.704489 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: extra_dhcp_opt Apr 12 16:09:08.704810 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: extraroute.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.705725 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.706268 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: extraroute Apr 12 16:09:08.706589 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: extraroute_atomic.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.707797 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.708425 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: extraroute-atomic Apr 12 16:09:08.708827 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: filter_validation.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.709504 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.710011 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: filter-validation Apr 12 16:09:08.710358 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: fip_pf_description.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.711262 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.711765 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 16:09:08.712089 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: fip_pf_port_range.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.712988 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.713490 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 16:09:08.713813 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: fip_port_details.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.714837 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.715348 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: fip-port-details Apr 12 16:09:08.715668 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: flavors.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.716888 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.717418 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: flavors Apr 12 16:09:08.717745 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.719411 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.719930 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 16:09:08.720260 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: floatingip_pools.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.720952 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.721470 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: floatingip-pools Apr 12 16:09:08.721795 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: ip_allocation.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.722738 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.723242 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 16:09:08.723563 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.724677 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.725193 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: ip-substring-filtering Apr 12 16:09:08.725516 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: l2_adjacency.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.726480 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.726990 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 16:09:08.727309 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: l3.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.728269 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.728792 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: router Apr 12 16:09:08.729116 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.731352 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.731889 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 16:09:08.732225 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.733141 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.733657 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: ext-gw-mode Apr 12 16:09:08.733982 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.734918 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.735428 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: l3-ha Apr 12 16:09:08.735750 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.736651 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.737153 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 16:09:08.737479 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: l3_flavors.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.738412 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.738921 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: l3-flavors Apr 12 16:09:08.739267 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: l3_ndp_proxy.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.740738 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.741257 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 16:09:08.741586 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.742543 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.743057 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 16:09:08.743385 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: l3agentscheduler.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.744417 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.744932 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: l3_agent_scheduler Apr 12 16:09:08.745262 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: local_ip.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.747197 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.747717 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension local_ip not supported by any of loaded plugins Apr 12 16:09:08.748051 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: logging.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.749535 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.750061 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension logging not supported by any of loaded plugins Apr 12 16:09:08.750421 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: metering.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.751170 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.751745 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: metering Apr 12 16:09:08.752076 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.753151 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.753668 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: metering_source_and_destination_fields Apr 12 16:09:08.754000 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: multiprovidernet.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.755273 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.755778 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: multi-provider Apr 12 16:09:08.756112 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: netmtu.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.757050 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.757552 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: net-mtu Apr 12 16:09:08.757883 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: netmtu_writable.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.758817 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.759327 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: net-mtu-writable Apr 12 16:09:08.759650 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: network_availability_zone.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.760311 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.760814 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: network_availability_zone Apr 12 16:09:08.761138 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: network_ip_availability.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.762254 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.762765 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: network-ip-availability Apr 12 16:09:08.763089 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: network_segment_range.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.763851 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.764359 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 16:09:08.764684 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: pagination.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.765648 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.765981 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: pagination Apr 12 16:09:08.766339 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: port_device_profile.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.767252 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.767764 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: port-device-profile Apr 12 16:09:08.768084 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.768993 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.769507 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: port-mac-address-regenerate Apr 12 16:09:08.769829 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.770849 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.771569 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: port-numa-affinity-policy Apr 12 16:09:08.771894 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: port_resource_request.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.772810 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.773318 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 16:09:08.773638 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: port_resource_request_groups.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.774622 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.775132 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 16:09:08.775451 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: portbindings.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.776369 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.776877 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: binding Apr 12 16:09:08.777195 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: portbindings_extended.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.778474 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.778993 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: binding-extended Apr 12 16:09:08.779322 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: portsecurity.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.780237 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.780748 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: port-security Apr 12 16:09:08.781067 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: project_id.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.782053 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.782392 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: project-id Apr 12 16:09:08.782712 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: providernet.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.783620 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.784131 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: provider Apr 12 16:09:08.784456 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: qos.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.788792 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.789318 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension qos not supported by any of loaded plugins Apr 12 16:09:08.789649 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.790930 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.791443 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 16:09:08.791773 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.792692 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.793206 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 16:09:08.793528 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: qos_default.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.794481 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.794989 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension qos-default not supported by any of loaded plugins Apr 12 16:09:08.795308 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: qos_fip.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.796225 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.796730 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension qos-fip not supported by any of loaded plugins Apr 12 16:09:08.797051 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.797968 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.798499 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 16:09:08.798818 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: qos_gateway_ip.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.799743 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.800249 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 16:09:08.800570 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: qos_port_network_policy.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.801475 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.802114 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 16:09:08.802604 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.803650 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.804174 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 16:09:08.804498 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.805538 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.806063 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 16:09:08.806405 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: qos_pps_rule.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.807574 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.808088 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension qos-pps not supported by any of loaded plugins Apr 12 16:09:08.808412 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: qos_rule_type_details.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.809325 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.809830 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 16:09:08.810184 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: qos_rule_type_filter.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.811089 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.811597 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 16:09:08.811922 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: qos_rules_alias.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.812965 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.813472 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 16:09:08.813795 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: quota_check_limit.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.814724 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.815230 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: quota-check-limit Apr 12 16:09:08.815552 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: quotasv2.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.816478 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.816803 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: quotas Apr 12 16:09:08.817121 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: quotasv2_detail.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.819129 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.819466 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: quota_details Apr 12 16:09:08.819791 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: rbac.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.820831 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.821359 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: rbac-policies Apr 12 16:09:08.821687 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: rbac_address_group.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.822644 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.823160 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: rbac-address-group Apr 12 16:09:08.823488 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: rbac_address_scope.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.824398 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.824910 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: rbac-address-scope Apr 12 16:09:08.825233 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: rbac_security_groups.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.826257 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.826773 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: rbac-security-groups Apr 12 16:09:08.827098 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: rbac_subnetpool.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.828016 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.828527 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: rbac-subnetpool Apr 12 16:09:08.828846 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: revisionifmatch.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.829772 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.830308 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: revision-if-match Apr 12 16:09:08.830631 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: revisions.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.831749 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.832257 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: standard-attr-revisions Apr 12 16:09:08.832579 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: router_availability_zone.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.833332 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.834022 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: router_availability_zone Apr 12 16:09:08.834377 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: routerservicetype.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.835305 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.835816 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension router-service-type not supported by any of loaded plugins Apr 12 16:09:08.836135 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.837062 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.837575 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: security-groups-normalized-cidr Apr 12 16:09:08.837892 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.838848 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.839363 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: port-security-groups-filtering Apr 12 16:09:08.839683 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.840614 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.841124 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: security-groups-remote-address-group Apr 12 16:09:08.841443 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.842514 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.843024 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: security-groups-shared-filtering Apr 12 16:09:08.843347 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.843941 dv-cinder-837528-1-iscsi neutron-server[103441]: WARNING neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 16:09:08.844260 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: securitygroup.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.854241 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.854774 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: security-group Apr 12 16:09:08.855105 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: segment.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.855833 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.856350 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension segment not supported by any of loaded plugins Apr 12 16:09:08.856675 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.857616 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.858155 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 16:09:08.858462 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: servicetype.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.859557 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.860081 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: service-type Apr 12 16:09:08.860408 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: sorting.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.861391 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.861725 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: sorting Apr 12 16:09:08.862077 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: standard_attr_segment.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.862983 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.863497 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 16:09:08.863817 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: standardattrdescription.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.864559 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.865286 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: standard-attr-description Apr 12 16:09:08.865608 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: stateful_security_group.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.866586 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.867100 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: stateful-security-group Apr 12 16:09:08.867418 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: stdattrs_common.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.868001 dv-cinder-837528-1-iscsi neutron-server[103441]: WARNING neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 16:09:08.868317 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.869260 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.869775 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 16:09:08.870125 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: subnet_onboard.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.871200 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.871713 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: subnet_onboard Apr 12 16:09:08.872035 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.872970 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.873478 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 16:09:08.873801 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: subnet_service_types.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.874748 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.875274 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: subnet-service-types Apr 12 16:09:08.875598 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: subnetallocation.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.876684 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.877196 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: subnet_allocation Apr 12 16:09:08.877518 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.878206 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.878717 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: subnetpool-prefix-ops Apr 12 16:09:08.879041 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.880019 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.880779 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 16:09:08.881105 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: tagging.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.882223 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.882757 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: standard-attr-tag Apr 12 16:09:08.883079 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: timestamp.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.884277 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.884792 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loaded extension: standard-attr-timestamp Apr 12 16:09:08.885120 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: trunk.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.886175 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.886693 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension trunk not supported by any of loaded plugins Apr 12 16:09:08.887019 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: trunk_details.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.887955 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.888463 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension trunk-details not supported by any of loaded plugins Apr 12 16:09:08.888785 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: uplink_status_propagation.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.889708 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.890250 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 16:09:08.890577 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Loading extension file: vlantransparent.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:09:08.891252 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:09:08.891763 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 16:09:08.894428 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:network Apr 12 16:09:08.894945 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:subnet Apr 12 16:09:08.895341 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 16:09:08.895822 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:port Apr 12 16:09:08.897227 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:09:08.897671 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service FLAVORS assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:09:08.898314 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:09:08.898746 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:09:08.899099 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:router Apr 12 16:09:08.899520 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:floatingip Apr 12 16:09:08.900005 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service METERING assigned prefix: /metering {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:09:08.901454 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.901821 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.902198 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:09:08.903209 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 16:09:08.903674 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:security_group Apr 12 16:09:08.904107 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 16:09:08.904700 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service CORE assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:09:08.905030 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 16:09:08.905372 dv-cinder-837528-1-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] subnetpool is already registered Apr 12 16:09:08.905803 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service CORE assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:09:08.906160 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 16:09:08.906494 dv-cinder-837528-1-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] subnetpool is already registered Apr 12 16:09:08.908757 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:09:08.909196 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service FLAVORS assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:09:08.909784 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:09:08.910233 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:09:08.910569 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:router Apr 12 16:09:08.910902 dv-cinder-837528-1-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] router is already registered Apr 12 16:09:08.911543 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:floatingip Apr 12 16:09:08.912053 dv-cinder-837528-1-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] floatingip is already registered Apr 12 16:09:08.912879 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service METERING assigned prefix: /metering {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:09:08.913550 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 16:09:08.913880 dv-cinder-837528-1-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] rbac_policy is already registered Apr 12 16:09:08.914318 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:security_group Apr 12 16:09:08.914653 dv-cinder-837528-1-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] security_group is already registered Apr 12 16:09:08.915053 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 16:09:08.915383 dv-cinder-837528-1-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] security_group_rule is already registered Apr 12 16:09:08.916000 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service CORE assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:09:08.916326 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 16:09:08.916652 dv-cinder-837528-1-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] subnetpool is already registered Apr 12 16:09:08.917068 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Service CORE assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:09:08.917387 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 16:09:08.917698 dv-cinder-837528-1-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] subnetpool is already registered Apr 12 16:09:08.918206 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: extensions {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.919681 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: address-groups {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.921180 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: address-scopes {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.922532 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: agents {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.923706 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: auto-allocated-topology {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.924939 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: availability_zones {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.926177 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: dhcp-networks {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.929083 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: dhcp-agents {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.930563 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: routers {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.932772 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: flavors {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.933921 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: service_profiles {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.935145 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: next_providers {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.936693 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: service_profiles {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.938232 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: floatingip-pools {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.939456 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: routers {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.941536 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: floatingips {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.943124 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: l3-routers {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.944584 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: l3-agents {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.945985 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: metering-labels {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.947382 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: metering-label-rules {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.948652 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: network-ip-availabilities {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.949920 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: bindings {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.951587 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: quotas {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.953137 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: quotas {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.954680 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: rbac-policies {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.955966 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: security-groups {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.957194 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: security-group-rules {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.958632 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: service-providers {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.959949 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: subnetpools {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.961379 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: subnetpools {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.962862 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.964509 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.966402 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.968168 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.969946 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.971783 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.973475 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.975809 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.977547 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.979431 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:09:08.985498 dv-cinder-837528-1-iscsi neutron-server[103441]: WARNING keystonemiddleware.auth_token [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 16:09:08.991381 dv-cinder-837528-1-iscsi neutron-server[103441]: WARNING keystonemiddleware.auth_token [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 16:09:08.999971 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_concurrency.lockutils [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Acquired lock "singleton_lock" {{(pid=103441) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 16:09:09.000452 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_concurrency.lockutils [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Releasing lock "singleton_lock" {{(pid=103441) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 16:09:09.001104 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO oslo_service.service [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Starting 2 workers Apr 12 16:09:09.006330 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Started child 103550 {{(pid=103441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 16:09:09.010942 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Started child 103551 {{(pid=103441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 16:09:09.011770 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:09.012512 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO neutron.service [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 16:09:09.013019 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:09.013236 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [-] (103550) wsgi starting up on http://0.0.0.0:9696 Apr 12 16:09:09.015411 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO oslo_service.service [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Starting 1 workers Apr 12 16:09:09.015547 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:09.016981 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [-] (103551) wsgi starting up on http://0.0.0.0:9696 Apr 12 16:09:09.020839 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Started child 103552 {{(pid=103441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 16:09:09.021678 dv-cinder-837528-1-iscsi neutron-server[103441]: INFO oslo_service.service [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Starting 1 workers Apr 12 16:09:09.024727 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.service [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] calling RpcWorker wait() {{(pid=103552) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 16:09:09.025311 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.service [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] returning from RpcWorker wait() {{(pid=103552) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 16:09:09.026438 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Started child 103553 {{(pid=103441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 16:09:09.026569 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:09.027021 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:09:09.027188 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-11de3a1a-24c8-4284-bb95-ca8ce077966a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:09.029281 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103441) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 16:09:09.029468 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 16:09:09.029837 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 16:09:09.030031 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 16:09:09.030420 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 16:09:09.030550 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 16:09:09.031091 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.031337 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.031456 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:09.032277 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.032534 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.032827 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.033382 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.033808 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.034081 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.034370 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.034632 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.034806 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.034980 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.035222 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.035459 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.035795 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.036044 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.036414 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.036784 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.037028 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.037280 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.037935 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.038225 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.038480 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] debug = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.038721 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.039207 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.039432 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.039677 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.039898 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.040173 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.040405 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.040676 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.040900 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.041124 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.041356 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.041613 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.041847 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.042067 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.042337 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.042549 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.042812 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.043034 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.043487 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] host = dv-cinder-837528-1-iscsi {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.043726 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.043948 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.044191 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.044442 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.044685 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.044931 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.045188 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.045430 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.045680 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.045905 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.046154 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.046401 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.046647 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.046895 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.047057 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_options = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.047311 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.047661 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.048081 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.048277 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.048450 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.048614 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.048875 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.049039 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.049290 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.049508 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.049723 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.049938 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.050198 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.050413 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.050669 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.050889 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.051092 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.051314 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.051552 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.051847 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.052169 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.052573 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.052855 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.053074 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.053320 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.053557 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.053801 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.054229 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.054470 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.054706 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.055071 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.055496 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.055717 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.055956 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.056158 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:09:09.056375 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.056632 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.056825 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.057105 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.057354 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.057604 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.057840 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.058154 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.058337 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.058566 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.058566 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.059288 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.059288 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_json = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.059582 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.059743 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.059897 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.060068 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.060279 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.060493 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.060705 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.064394 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.064394 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.064394 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.064394 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.064394 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.064394 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.064394 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.064394 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.067516 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.067516 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.067516 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.067516 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.067516 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.067516 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.067516 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.067516 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.068075 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.068075 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.068075 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.068075 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.068075 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.068075 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.068075 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.068075 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.068541 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.068541 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.068541 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.068541 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.068767 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.069259 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.069259 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.069546 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.069824 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.070147 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.070388 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.070630 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.070819 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.071068 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.071282 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.071517 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.071876 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.072316 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.072544 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.072928 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.073153 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.073619 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.073619 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.073862 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.074128 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.074428 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.074839 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.074839 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.075096 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.075690 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.075690 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.075690 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.076043 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.076152 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.076347 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.076613 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.076845 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.077126 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.077258 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.077594 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.077738 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.077943 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.078373 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.078525 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.078653 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.078932 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.079080 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.079410 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.079566 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.079767 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.080495 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.080495 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.080495 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.080883 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.081005 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.081185 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.081408 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.081612 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.081825 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.082750 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.082750 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.082750 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.082750 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.083381 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.083381 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.083647 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.083768 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.084132 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.084328 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.084628 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.084949 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.085194 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.085499 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.085818 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.085957 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.086127 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.086370 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.086614 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.086986 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.087124 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.087331 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.087513 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.087754 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.087969 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.088182 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.088409 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.088722 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.088875 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.089086 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.089310 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.089996 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.089996 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.089996 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.090413 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.090536 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.090703 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.090940 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.091236 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.091624 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.091774 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.091954 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.092213 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.093214 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.093214 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.093214 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.093606 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.093606 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.093848 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.093970 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.094432 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.094669 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.094880 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.095114 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.095402 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.095585 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.095834 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.096010 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.096336 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.096556 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.096803 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.097020 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.097273 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.097506 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.097747 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.098004 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.098279 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.098541 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.098926 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.099335 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.099682 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.099899 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.100144 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.100359 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.100606 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.100826 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.101041 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.101282 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.101510 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.101780 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.101991 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.102239 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.102449 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.102666 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.102883 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.103138 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.103352 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.103569 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.103803 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.104027 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.104248 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.104463 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.104690 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.104913 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.105126 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.105405 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.105635 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.106068 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.106520 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.106610 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.106828 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.107132 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.107311 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.107539 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.107719 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.108284 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.108284 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.108435 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.108749 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.108862 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.109140 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.109945 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.109945 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.109945 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.110411 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.110411 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.110802 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.111029 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.111103 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.111279 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.111491 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.111698 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.111922 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.112138 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.112361 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.112542 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.112776 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.113073 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.113292 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.113466 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.113687 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.117675 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.117904 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.118195 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.118355 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 40192) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:09:09.118503 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.118661 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.119265 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.119265 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.119772 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.119772 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.120035 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.120197 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.120396 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.120621 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.120857 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.121066 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.121311 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.121611 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.121820 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.122948 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.122948 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.122948 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.122948 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.122948 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.123655 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.123655 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.123655 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.124059 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.124059 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.124324 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.129527 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.129527 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.129527 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.129527 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.129527 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.129527 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.129527 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.129527 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.132837 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.132837 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.132837 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.132837 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.132837 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.132837 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.132837 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.132837 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134221 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134221 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134221 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134221 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134221 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134221 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134221 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134221 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134717 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134717 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134717 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134717 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134717 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134717 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134717 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.134717 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137101 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137101 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137101 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137286 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091362 Apr 12 16:09:09.137358 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137358 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137358 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137358 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137358 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137358 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137358 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137358 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137861 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137861 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137861 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137861 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137861 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137861 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137861 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137861 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.137861 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.138443 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.138443 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.138443 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.138443 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.138443 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.138443 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.139251 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.139479 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.139704 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.140003 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 16:09:09.140406 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103441) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 16:09:09.140561 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 16:09:09.140713 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 16:09:09.140894 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 16:09:09.141089 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 16:09:09.141229 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 16:09:09.141419 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.141582 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.141965 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.141965 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.142213 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.142967 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.143133 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.143444 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.143615 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.143889 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.145022 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.145022 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.145022 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.145022 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.145022 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.145022 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.145022 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.145022 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.146206 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.146206 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.146206 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.146206 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.146206 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] debug = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.146206 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.147057 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.147057 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.147057 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.147057 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.148845 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.148845 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.148845 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.148845 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.148845 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.148845 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.148845 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.148845 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.149981 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.149981 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.149981 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.149981 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.149981 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.149981 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] host = dv-cinder-837528-1-iscsi {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.149981 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.149981 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.150834 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.150834 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.150834 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.150834 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.150834 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.150834 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.150834 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.150834 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.151384 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.151384 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.151384 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.151384 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.151384 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_options = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.151872 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.151872 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.151872 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.151872 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.152150 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.152229 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.152545 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.152545 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.152709 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.152798 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.152945 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.153637 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.153637 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.153637 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.153924 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:09:09.154021 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.154021 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.154021 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.154021 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.154366 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.154366 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.154511 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.154593 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.154798 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.154979 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.155105 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.155241 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.155382 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.156380 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.156550 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.156711 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.156870 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.157031 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.157190 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.157349 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.157507 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.157665 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.157823 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.159428 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.159428 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.159428 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.159428 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.159428 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.159812 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.159812 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.159974 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.160055 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.160158 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_json = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.160317 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.160477 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.161145 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.161145 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.161145 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.161145 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.161423 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.161608 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.161888 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:09:09.162225 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.162346 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.162833 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.164946 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.164946 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.164946 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.164946 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.164946 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.164946 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.164946 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.164946 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.165580 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.165580 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.165580 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.165580 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.165580 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.165580 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.165580 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.165580 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.166222 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.166222 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.166222 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.166222 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.166222 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.166222 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.166764 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.166764 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.166764 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.167126 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.167126 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.167126 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.167297 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.167404 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.167563 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.167725 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.168723 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.168901 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.169071 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.169246 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.169415 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.169566 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.169733 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.169893 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.170563 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.170563 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.170563 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.170563 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.170822 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.170822 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.170984 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.171145 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.171304 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.171464 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.171646 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.171789 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.171950 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.172109 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.172398 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.172512 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.172605 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.172736 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.172896 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.173055 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.173214 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.173373 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.173534 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.173694 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.173853 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.174026 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.174228 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.174388 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.174547 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.174715 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.174861 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.175021 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.175231 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.175392 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.175529 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.175631 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.175790 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.175949 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.176109 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.176445 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.176445 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.176628 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.176728 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.176932 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.177168 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.177446 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.177685 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.178803 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.178803 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.178803 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.178803 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.178803 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.178803 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.178803 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.179323 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.179323 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.179323 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.179531 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.179531 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.179693 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.181470 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.181470 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.181470 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.181470 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.181470 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.181470 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.181470 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.181470 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.182518 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.182518 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.182518 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.182518 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.182518 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.182518 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.182518 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.182518 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.182994 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.182994 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.182994 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.182994 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.182994 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.182994 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.183330 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.183330 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.183445 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.183851 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.183851 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.184005 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.184073 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.184306 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.185160 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.185319 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.185497 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.185661 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.185824 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.185977 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.186879 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.186879 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.186879 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.187806 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.188757 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.188924 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.189066 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.189478 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.189478 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.189813 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.189813 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.189813 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.190274 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.190274 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.190543 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.190543 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.190685 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.190749 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.190899 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.191134 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.191220 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.191358 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.191513 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.191671 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.191832 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.191993 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.192152 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.192312 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.192495 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.192665 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.192933 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.193213 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.193495 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.193676 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.193848 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.194018 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.194765 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.195081 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.195383 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.195548 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.195719 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.195875 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.196112 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.196220 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.196358 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.196531 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.196693 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.196854 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.197277 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.197277 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.197461 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.197461 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.197611 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.197782 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.197986 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.198771 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.198771 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.198771 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.198771 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.198771 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.199170 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.199170 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.199322 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.199409 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.199510 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.199671 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.199832 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.199992 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.200832 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.200832 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.200832 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.200832 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.200832 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.201220 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.201220 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.201220 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.201434 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.201510 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.201654 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.201815 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.201971 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.202179 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.202302 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.202461 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.202641 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.202802 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.202968 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.203130 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.203289 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.203470 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.203644 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.203812 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.203958 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.204262 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.204570 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.204746 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.204959 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.205106 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.205257 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.205397 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.205527 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.205660 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.205791 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.205946 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.206140 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.206301 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.206461 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.206624 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.206793 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.206970 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.207106 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.207249 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.208481 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.208481 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.208481 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.208481 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.208481 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.208481 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.208481 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.210270 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.210270 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.210270 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.210270 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.210270 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.210270 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.210270 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.210270 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.210961 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.211096 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.211476 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.211476 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.211748 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.211748 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.211953 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.212081 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.213147 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.213147 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.213147 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.213147 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.213147 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.213147 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.213147 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.213667 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.213667 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.213667 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.213897 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.213897 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.214077 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.214162 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.214363 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.214515 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.214651 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.214830 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.215096 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.215096 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.215971 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.215971 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.215971 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.215971 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.215971 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.216249 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.216249 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.216383 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:09:09.216449 dv-cinder-837528-1-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 16:09:20.629177 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912b80d2-d4ed-4933-a8af-d0f86513246c None None] get_active_networks_info from dv-cinder-837528-1-iscsi {{(pid=103552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 16:09:20.697986 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912b80d2-d4ed-4933-a8af-d0f86513246c None None] No non-hosted networks {{(pid=103552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 16:09:20.715618 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.agentschedulers_db [None req-912b80d2-d4ed-4933-a8af-d0f86513246c None None] DHCP Agent not found on host dv-cinder-837528-1-iscsi {{(pid=103552) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 16:09:20.868160 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6905b3db-39e1-4871-8e9a-23ca3ed3f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-694958'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:22.928801 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f69f115c-dab1-46a3-8bbb-cbbca2c6514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-694958'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:22.994818 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c42-60df-4c17-b3b6-95e89c4d7577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:24.151150 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 40266) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:09:24.191288 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-694958'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:24.710167 dv-cinder-837528-1-iscsi neutron-server[103551]: WARNING oslo_policy.policy [None req-5cda9396-eab9-432f-97ae-415ce73f7bbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:09:24.710743 dv-cinder-837528-1-iscsi neutron-server[103551]: WARNING oslo_policy.policy [None req-5cda9396-eab9-432f-97ae-415ce73f7bbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:09:24.932257 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [None req-5cda9396-eab9-432f-97ae-415ce73f7bbb admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:09:24.942066 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-5cda9396-eab9-432f-97ae-415ce73f7bbb admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7811756 Apr 12 16:09:25.497915 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-694958'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:26.972052 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-694958'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:26.973446 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.973961 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.974504 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.975006 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.975522 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.976014 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.976506 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.977017 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.977505 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.978005 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.978626 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.979173 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.979672 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.980170 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.980665 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:26.981311 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837528-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:09:26.988117 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837528-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:09:27.534051 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 40296) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:09:27.878647 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-93939520-16b4-41d2-a88f-e4418e3d6641 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:09:27.970878 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.policy [None req-93939520-16b4-41d2-a88f-e4418e3d6641 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103551) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 16:09:28.016174 dv-cinder-837528-1-iscsi neutron-server[103551]: WARNING oslo_policy.policy [None req-93939520-16b4-41d2-a88f-e4418e3d6641 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:09:28.016476 dv-cinder-837528-1-iscsi neutron-server[103551]: WARNING oslo_policy.policy [None req-93939520-16b4-41d2-a88f-e4418e3d6641 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:09:28.124139 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-93939520-16b4-41d2-a88f-e4418e3d6641 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780340119354', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780340119854', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780340103546', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780340094379', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780340091942', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780340084642', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1527476', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1282975', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-821095', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-945704'] for rbac-policy (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:28.196779 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-93939520-16b4-41d2-a88f-e4418e3d6641 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:28.203611 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-93939520-16b4-41d2-a88f-e4418e3d6641 admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6630542 Apr 12 16:09:30.181723 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.db.l3_hamode_db [None req-2edd43fa-db0b-494f-a8bb-d87d267194b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 16:09:30.259064 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd43fa-db0b-494f-a8bb-d87d267194b5 None None] Routers set() bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:09:30.259369 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd43fa-db0b-494f-a8bb-d87d267194b5 None None] Router IDs set() for agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 16:09:30.756045 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40308) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:09:31.324061 dv-cinder-837528-1-iscsi neutron-server[103550]: WARNING oslo_policy.policy [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:09:31.324626 dv-cinder-837528-1-iscsi neutron-server[103550]: WARNING oslo_policy.policy [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:09:31.544921 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:09:31.602849 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Made reservation on behalf of 151bf44a0ffb49cd816e9b651741a6ea for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:09:31.663803 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.policy [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103550) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 16:09:31.707176 dv-cinder-837528-1-iscsi neutron-server[103550]: WARNING oslo_policy.policy [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:09:31.707557 dv-cinder-837528-1-iscsi neutron-server[103550]: WARNING oslo_policy.policy [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:09:31.718018 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:31.739836 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:31.863651 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Publish callbacks [] for security_group (bc898763-310a-4be3-957e-218646915ea4), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:31.868922 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (bc898763-310a-4be3-957e-218646915ea4), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:31.889714 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:09:31.926396 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780342324655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (929b284a-7c79-4952-b4bc-56af6ce5928c), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:31.926996 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Unsubscribe: segment precommit_create {{(pid=103550) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 16:09:31.927528 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Added segment 929b284a-7c79-4952-b4bc-56af6ce5928c of type vlan for network d3243700-5661-434c-8e82-c549cda5f38b Apr 12 16:09:31.949832 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bc898763-310a-4be3-957e-218646915ea4,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:09:31.984311 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.984652 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.985011 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.985359 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.985689 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.986013 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.986363 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.986778 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.987102 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.987413 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.987731 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.988067 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.988384 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.988706 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.989001 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Tracked resource versions report: Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: pushed versions: Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: { 'AddressGroup': {'1.2'}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Agent': {'1.1'}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'ConntrackHelper': {'1.0'}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Log': {'1.0'}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'NDPProxy': {'1.0'}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Network': {'1.1'}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Port': {'1.7'}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'PortForwarding': {'1.3'}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'QosPolicy': {'1.10'}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'SecurityGroup': {'1.5'}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'SubPort': {'1.0'}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Subnet': {'1.1'}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Trunk': {'1.1'}} Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: consumer versions: Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: { DHCP agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: L3 agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: Metadata agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: Metering agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: Open vSwitch agent@dv-cinder-837528-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Agent': '1.1', Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'ConntrackHelper': '1.0', Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'LocalIPAssociation': '1.0', Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Log': '1.0', Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'NDPProxy': '1.0', Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Network': '1.1', Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Port': '1.7', Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'PortForwarding': '1.3', Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'QosPolicy': '1.10', Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'SecurityGroup': '1.5', Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'SecurityGroupRule': '1.2', Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'SubPort': '1.0', Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Subnet': '1.1', Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Trunk': '1.1'}} Apr 12 16:09:31.990504 dv-cinder-837528-1-iscsi neutron-server[103550]: {{(pid=103550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:09:32.060938 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (d3243700-5661-434c-8e82-c549cda5f38b), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:32.112392 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (d3243700-5661-434c-8e82-c549cda5f38b), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:32.119665 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:09:32.120349 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:32.187043 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4282494 Apr 12 16:09:32.247991 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501c0ac-8d05-429b-8b0f-211273056992 demo demo] Pushing event updated for resources: {'Network': ['ID=d3243700-5661-434c-8e82-c549cda5f38b,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:09:32.265334 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network d3243700-5661-434c-8e82-c549cda5f38b details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:09:34.794356 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40328) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:09:35.254952 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f104d-3ebd-43f4-b164-c6ae4a85bd19 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:09:35.256241 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e36f104d-3ebd-43f4-b164-c6ae4a85bd19 demo admin] 10.222.0.67 "GET /v2.0/networks/d3243700-5661-434c-8e82-c549cda5f38b HTTP/1.1" status: 200 len: 825 time: 0.4604936 Apr 12 16:09:35.304543 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-df0ea4b9-ad26-4de9-8cd1-f51530822006 demo admin] 10.222.0.67 "GET /v2.0/subnetpools/59cd7ee5-02fb-4d34-b79e-c65c1d728998 HTTP/1.1" status: 200 len: 734 time: 0.0387132 Apr 12 16:09:35.316073 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-f78915c6-fbbb-4247-ba21-64575a344756 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b', 'subnetpool_id': '59cd7ee5-02fb-4d34-b79e-c65c1d728998', 'gateway_ip': '172.20.0.1'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:09:35.341940 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78915c6-fbbb-4247-ba21-64575a344756 demo admin] Made reservation on behalf of 151bf44a0ffb49cd816e9b651741a6ea for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:09:35.344494 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f78915c6-fbbb-4247-ba21-64575a344756 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:35.664579 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f78915c6-fbbb-4247-ba21-64575a344756 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for subnet (c09418b4-7045-4192-9f5c-701524f74256), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:35.734637 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78915c6-fbbb-4247-ba21-64575a344756 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c09418b4-7045-4192-9f5c-701524f74256,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:09:35.741555 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78915c6-fbbb-4247-ba21-64575a344756 demo admin] Checking segment: {'id': '929b284a-7c79-4952-b4bc-56af6ce5928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:09:35.741919 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78915c6-fbbb-4247-ba21-64575a344756 demo admin] Network hostable DHCP agents. Network: d3243700-5661-434c-8e82-c549cda5f38b, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:09:35.766266 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78915c6-fbbb-4247-ba21-64575a344756 demo admin] Network d3243700-5661-434c-8e82-c549cda5f38b is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:09:35.778003 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-f78915c6-fbbb-4247-ba21-64575a344756 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, d3243700-5661-434c-8e82-c549cda5f38b) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:09:35.783819 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78915c6-fbbb-4247-ba21-64575a344756 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:09:35.784427 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f78915c6-fbbb-4247-ba21-64575a344756 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:35.791615 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd25918-3780-44e2-aa90-a2a3294f9051 None None] Network d3243700-5661-434c-8e82-c549cda5f38b requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:09:35.804076 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f78915c6-fbbb-4247-ba21-64575a344756 demo admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4913538 Apr 12 16:09:36.181161 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f301f3a-47cf-55cb-a7f1-8233ae76b2f2-d3243700-5661-434c-8e82-c549cda5f38b', 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b', 'project_id': '151bf44a0ffb49cd816e9b651741a6ea', 'fixed_ips': [{'subnet_id': 'c09418b4-7045-4192-9f5c-701524f74256'}]}} from dv-cinder-837528-1-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:09:36.182462 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:36.462427 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Allocated IP 172.20.0.2 (d3243700-5661-434c-8e82-c549cda5f38b/c09418b4-7045-4192-9f5c-701524f74256/7eedb998-a9a4-4dc0-b0e9-6e6601c840ed) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:09:36.738174 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Publish callbacks [] for port (7eedb998-a9a4-4dc0-b0e9-6e6601c840ed), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:36.751205 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (7eedb998-a9a4-4dc0-b0e9-6e6601c840ed), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:36.827918 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Network d3243700-5661-434c-8e82-c549cda5f38b is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:09:36.832893 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:09:36.838599 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Pushing event updated for resources: {'Port': ['ID=7eedb998-a9a4-4dc0-b0e9-6e6601c840ed,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:09:36.840806 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:09:36.853086 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.853445 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.853809 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.854200 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.854546 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.854880 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.855216 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.855546 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.855877 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.856205 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.856532 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.856861 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.857191 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.857515 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.857971 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Tracked resource versions report: Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: pushed versions: Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: { 'AddressGroup': {'1.2'}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Agent': {'1.1'}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'ConntrackHelper': {'1.0'}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Log': {'1.0'}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'NDPProxy': {'1.0'}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Network': {'1.1'}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Port': {'1.7'}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'PortForwarding': {'1.3'}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'QosPolicy': {'1.10'}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'SecurityGroup': {'1.5'}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'SubPort': {'1.0'}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Subnet': {'1.1'}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Trunk': {'1.1'}} Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: consumer versions: Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: { DHCP agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: L3 agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: Metadata agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: Metering agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: Open vSwitch agent@dv-cinder-837528-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Agent': '1.1', Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'ConntrackHelper': '1.0', Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'LocalIPAssociation': '1.0', Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Log': '1.0', Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'NDPProxy': '1.0', Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Network': '1.1', Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Port': '1.7', Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'PortForwarding': '1.3', Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'QosPolicy': '1.10', Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'SecurityGroup': '1.5', Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'SecurityGroupRule': '1.2', Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'SubPort': '1.0', Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Subnet': '1.1', Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Trunk': '1.1'}} Apr 12 16:09:36.859651 dv-cinder-837528-1-iscsi neutron-server[103552]: {{(pid=103552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:09:36.934638 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Attempting to bind port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:09:36.935040 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Attempting to bind port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '929b284a-7c79-4952-b4bc-56af6ce5928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:09:36.935486 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Attempting to bind port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed on network d3243700-5661-434c-8e82-c549cda5f38b {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:09:36.940912 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:09:36.941305 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Checking segment: {'id': '929b284a-7c79-4952-b4bc-56af6ce5928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:09:36.941763 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:36.942274 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Bound using segment: {'id': '929b284a-7c79-4952-b4bc-56af6ce5928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:09:36.942729 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Bound port: 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929b284a-7c79-4952-b4bc-56af6ce5928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:09:36.943146 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (7eedb998-a9a4-4dc0-b0e9-6e6601c840ed), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:37.008267 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] For port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:09:37.029987 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] For port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=7eedb998-a9a4-4dc0-b0e9-6e6601c840ed,segment=NetworkSegment(929b284a-7c79-4952-b4bc-56af6ce5928c),segment_id=929b284a-7c79-4952-b4bc-56af6ce5928c)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:09:37.039146 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (7eedb998-a9a4-4dc0-b0e9-6e6601c840ed), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:37.102133 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e0f8f-91df-4183-aef1-215c52d13ce8 None None] Pushing event updated for resources: {'Port': ['ID=7eedb998-a9a4-4dc0-b0e9-6e6601c840ed,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:09:38.411089 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40336) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:09:38.753148 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [None req-caa0a565-a580-4022-a128-0ee3120b6607 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:09:38.754300 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-caa0a565-a580-4022-a128-0ee3120b6607 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3421838 Apr 12 16:09:41.335136 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40344) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:09:41.663478 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [None req-b2639c62-c026-4587-bac1-414a0ab19073 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:09:41.664567 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b2639c62-c026-4587-bac1-414a0ab19073 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3284774 Apr 12 16:09:44.238644 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 40352) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:09:44.566883 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-cf258c74-9b09-4307-aede-6fc71f347541 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:09:44.597597 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cf258c74-9b09-4307-aede-6fc71f347541 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7305'] for router (7df36419-80f9-4c68-989f-f7bff695f729), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:44.599444 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cf258c74-9b09-4307-aede-6fc71f347541 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7312'] for router (7df36419-80f9-4c68-989f-f7bff695f729), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:44.747024 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cf258c74-9b09-4307-aede-6fc71f347541 demo demo] Publish callbacks [] for router_controller (7df36419-80f9-4c68-989f-f7bff695f729), precommit_add_association {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:44.752750 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cf258c74-9b09-4307-aede-6fc71f347541 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693159'] for router (7df36419-80f9-4c68-989f-f7bff695f729), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:44.772661 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cf258c74-9b09-4307-aede-6fc71f347541 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:44.773891 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-cf258c74-9b09-4307-aede-6fc71f347541 demo demo] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5342753 Apr 12 16:09:47.365730 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40364) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:09:47.704940 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [None req-7408ae51-ab74-41b8-aad6-442eba66b5d6 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:09:47.706310 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7408ae51-ab74-41b8-aad6-442eba66b5d6 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3396318 Apr 12 16:09:47.808910 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:09:47.901739 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:09:47.902235 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7eedb998-a9a4-4dc0-b0e9-6e6601c840ed), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:48.015560 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:09:48.015895 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (7eedb998-a9a4-4dc0-b0e9-6e6601c840ed), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:48.050106 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] For port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=7eedb998-a9a4-4dc0-b0e9-6e6601c840ed,segment=NetworkSegment(929b284a-7c79-4952-b4bc-56af6ce5928c),segment_id=929b284a-7c79-4952-b4bc-56af6ce5928c)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:09:48.055224 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (7eedb998-a9a4-4dc0-b0e9-6e6601c840ed), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:48.102904 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Pushing event updated for resources: {'Port': ['ID=7eedb998-a9a4-4dc0-b0e9-6e6601c840ed,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:09:48.560621 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918046df-226e-41af-9b54-8abd0bd9f28b None None] Network d3243700-5661-434c-8e82-c549cda5f38b requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:09:48.630341 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-96196f70-c87a-4d3c-8935-89d64f3b71b4 None None] Provisioning complete for port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:09:48.630722 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-96196f70-c87a-4d3c-8935-89d64f3b71b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7eedb998-a9a4-4dc0-b0e9-6e6601c840ed), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:48.756245 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-96196f70-c87a-4d3c-8935-89d64f3b71b4 None None] Current status of the port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:09:48.975930 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-d26379d7-3bc0-4daf-b75d-78c92dbaedf3 None None] Provisioning complete for port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:09:48.976623 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d26379d7-3bc0-4daf-b75d-78c92dbaedf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7eedb998-a9a4-4dc0-b0e9-6e6601c840ed), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:49.058001 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-d26379d7-3bc0-4daf-b75d-78c92dbaedf3 None None] Current status of the port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:09:49.778738 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:09:49.828054 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:09:49.828441 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7eedb998-a9a4-4dc0-b0e9-6e6601c840ed), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:49.901422 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:09:50.317455 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40372) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:09:50.618990 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-17c0da72-e322-4d69-9e39-c497a2d69e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:50.690999 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:09:50.712476 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Made reservation on behalf of 22106d5595e94c1aa9dec4a80cf2d32d for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:09:50.714985 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:50.723294 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:50.806389 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Publish callbacks [] for security_group (82df0225-cabd-4706-ab5a-d61dd1dc1de3), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:50.812508 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (82df0225-cabd-4706-ab5a-d61dd1dc1de3), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:50.828276 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Reserving flat network on physical network physnet1 {{(pid=103550) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 16:09:50.849941 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82df0225-cabd-4706-ab5a-d61dd1dc1de3,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:09:50.853553 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:50.853902 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Added segment 9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01 of type flat for network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 Apr 12 16:09:50.901981 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (57db24b2-f2d1-4bbf-acf3-5709aa6ec151), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:50.940387 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (57db24b2-f2d1-4bbf-acf3-5709aa6ec151), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:50.941706 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:09:50.942409 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:50.994758 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6760414 Apr 12 16:09:51.035861 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae185b-aa41-4d8d-91f2-bc397f9ef8fa admin admin] Pushing event updated for resources: {'Network': ['ID=57db24b2-f2d1-4bbf-acf3-5709aa6ec151,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:09:51.046164 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:09:52.925596 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4dbb91ec-d9a0-4824-8103-ae09e3b7cba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:53.560947 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40380) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:09:53.941261 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3ac187-4799-4255-9a74-f47496bf4cc6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:09:53.942604 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8c3ac187-4799-4255-9a74-f47496bf4cc6 demo admin] 10.222.0.67 "GET /v2.0/subnets/c09418b4-7045-4192-9f5c-701524f74256 HTTP/1.1" status: 200 len: 849 time: 0.3806713 Apr 12 16:09:54.111532 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-06cb48df-96f0-4fcc-b506-a41c2ce8bee9 demo admin] 10.222.0.67 "GET /v2.0/routers/7df36419-80f9-4c68-989f-f7bff695f729 HTTP/1.1" status: 200 len: 704 time: 0.1579893 Apr 12 16:09:54.122944 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:54.415547 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:54.719103 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Allocated IP 172.20.0.1 (d3243700-5661-434c-8e82-c549cda5f38b/c09418b4-7045-4192-9f5c-701524f74256/f2edb55f-b848-412e-9931-50d9f0b8e412) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:09:54.920310 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Publish callbacks [] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:54.992673 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:55.062515 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Network d3243700-5661-434c-8e82-c549cda5f38b is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:09:55.069506 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:09:55.075524 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:09:55.075618 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693078'] for router_interface (7df36419-80f9-4c68-989f-f7bff695f729), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:55.100804 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Pushing event updated for resources: {'Port': ['ID=f2edb55f-b848-412e-9931-50d9f0b8e412,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:09:55.296568 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:55.326128 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-515cabb5-ef00-40c3-9eeb-033ad0be5ccd None None] Provisioning complete for port f2edb55f-b848-412e-9931-50d9f0b8e412 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:09:55.326668 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-515cabb5-ef00-40c3-9eeb-033ad0be5ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:55.408987 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-515cabb5-ef00-40c3-9eeb-033ad0be5ccd None None] Port f2edb55f-b848-412e-9931-50d9f0b8e412 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:09:55.451261 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:55.513076 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Publish callbacks [] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:55.520727 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:55.521387 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693734'] for router_interface (7df36419-80f9-4c68-989f-f7bff695f729), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:55.604297 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Pushing event updated for resources: {'Port': ['ID=f2edb55f-b848-412e-9931-50d9f0b8e412,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:09:55.645539 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Network d3243700-5661-434c-8e82-c549cda5f38b is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:09:55.647092 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:09:55.812299 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Router 7df36419-80f9-4c68-989f-f7bff695f729 is scheduled to L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 with binding_index 1 {{(pid=103550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:09:55.827849 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-633dfa11-d9fd-4025-b730-dff50326020e None None] Provisioning complete for port f2edb55f-b848-412e-9931-50d9f0b8e412 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:09:55.828348 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-633dfa11-d9fd-4025-b730-dff50326020e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:55.863078 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-633dfa11-d9fd-4025-b730-dff50326020e None None] Port f2edb55f-b848-412e-9931-50d9f0b8e412 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:09:55.912804 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:09:55.922671 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-268343aa-be3a-4be0-8159-67df609fc0d4 demo admin] 10.222.0.67 "PUT /v2.0/routers/7df36419-80f9-4c68-989f-f7bff695f729/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8042438 Apr 12 16:09:55.923197 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Sync routers for ids ['7df36419-80f9-4c68-989f-f7bff695f729'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:09:55.936276 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Routers {'7df36419-80f9-4c68-989f-f7bff695f729'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:09:55.937100 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:09:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['7df36419-80f9-4c68-989f-f7bff695f729'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:09:56.132489 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Set router 7df36419-80f9-4c68-989f-f7bff695f729 gateway port host: None {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:09:56.552416 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df36419-80f9-4c68-989f-f7bff695f729', 'name': 'router1', 'tenant_id': '151bf44a0ffb49cd816e9b651741a6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:09:44Z', 'updated_at': '2022-04-12T16:09:55Z', 'revision_number': 2, 'project_id': '151bf44a0ffb49cd816e9b651741a6ea', 'gw_port_host': None, '_interfaces': [{'id': 'f2edb55f-b848-412e-9931-50d9f0b8e412', 'name': '', 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b', 'tenant_id': '151bf44a0ffb49cd816e9b651741a6ea', 'mac_address': 'fa:16:3e:4d:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df36419-80f9-4c68-989f-f7bff695f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c09418b4-7045-4192-9f5c-701524f74256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:09:54Z', 'updated_at': '2022-04-12T16:09:55Z', 'revision_number': 2, 'project_id': '151bf44a0ffb49cd816e9b651741a6ea', 'subnets': [{'id': 'c09418b4-7045-4192-9f5c-701524f74256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59cd7ee5-02fb-4d34-b79e-c65c1d728998'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:09:56.601315 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Checking router: 7df36419-80f9-4c68-989f-f7bff695f729 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:09:56.601696 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Updating router 7df36419-80f9-4c68-989f-f7bff695f729 port f2edb55f-b848-412e-9931-50d9f0b8e412 binding host dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:09:56.680782 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:56.969802 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:57.188239 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Publish callbacks [] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:57.195322 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:57.355558 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Pushing event updated for resources: {'Port': ['ID=f2edb55f-b848-412e-9931-50d9f0b8e412,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:09:57.372408 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Attempting to bind port f2edb55f-b848-412e-9931-50d9f0b8e412 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:09:57.372816 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Attempting to bind port f2edb55f-b848-412e-9931-50d9f0b8e412 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '929b284a-7c79-4952-b4bc-56af6ce5928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:09:57.373266 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Attempting to bind port f2edb55f-b848-412e-9931-50d9f0b8e412 on network d3243700-5661-434c-8e82-c549cda5f38b {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:09:57.375820 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.376164 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.376541 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.376874 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.377206 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.377532 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.377861 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.378212 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.378538 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.378860 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.379744 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.380133 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.380498 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.381009 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.381358 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Tracked resource versions report: Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: pushed versions: Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: { 'AddressGroup': {'1.2'}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Agent': {'1.1'}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'ConntrackHelper': {'1.0'}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Log': {'1.0'}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'NDPProxy': {'1.0'}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Network': {'1.1'}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Port': {'1.7'}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'PortForwarding': {'1.3'}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'QosPolicy': {'1.10'}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'SecurityGroup': {'1.5'}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'SubPort': {'1.0'}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Subnet': {'1.1'}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Trunk': {'1.1'}} Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: consumer versions: Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: { DHCP agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: L3 agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: Metadata agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: Metering agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: Open vSwitch agent@dv-cinder-837528-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Agent': '1.1', Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'ConntrackHelper': '1.0', Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'LocalIPAssociation': '1.0', Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Log': '1.0', Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'NDPProxy': '1.0', Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Network': '1.1', Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Port': '1.7', Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'PortForwarding': '1.3', Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'QosPolicy': '1.10', Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'SecurityGroup': '1.5', Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'SecurityGroupRule': '1.2', Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'SubPort': '1.0', Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Subnet': '1.1', Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Trunk': '1.1'}} Apr 12 16:09:57.382873 dv-cinder-837528-1-iscsi neutron-server[103553]: {{(pid=103553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:09:57.389956 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:09:57.390455 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Checking segment: {'id': '929b284a-7c79-4952-b4bc-56af6ce5928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:09:57.391430 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:57.391430 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Bound using segment: {'id': '929b284a-7c79-4952-b4bc-56af6ce5928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:09:57.391757 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Bound port: f2edb55f-b848-412e-9931-50d9f0b8e412, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929b284a-7c79-4952-b4bc-56af6ce5928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:09:57.392177 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:57.394203 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-b2de3c19-def3-4a77-9060-13e8cdfebb0a None None] Provisioning complete for port f2edb55f-b848-412e-9931-50d9f0b8e412 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:09:57.394656 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b2de3c19-def3-4a77-9060-13e8cdfebb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:57.435338 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-b2de3c19-def3-4a77-9060-13e8cdfebb0a None None] Port f2edb55f-b848-412e-9931-50d9f0b8e412 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:09:57.460906 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] For port f2edb55f-b848-412e-9931-50d9f0b8e412, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:09:57.481150 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] For port f2edb55f-b848-412e-9931-50d9f0b8e412, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=f2edb55f-b848-412e-9931-50d9f0b8e412,segment=NetworkSegment(929b284a-7c79-4952-b4bc-56af6ce5928c),segment_id=929b284a-7c79-4952-b4bc-56af6ce5928c)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:09:57.487558 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:57.545983 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65525f-2c09-4149-8d2e-9bef81e3e514 None None] Pushing event updated for resources: {'Port': ['ID=f2edb55f-b848-412e-9931-50d9f0b8e412,revision_number=4']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:09:57.550277 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Routers {'7df36419-80f9-4c68-989f-f7bff695f729'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:09:57.550872 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:09:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['7df36419-80f9-4c68-989f-f7bff695f729'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:09:57.646614 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] Set router 7df36419-80f9-4c68-989f-f7bff695f729 gateway port host: None {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:09:57.755616 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-b83a0b4b-b17b-4d28-b1d2-5f80b95bf0dc None None] Provisioning complete for port f2edb55f-b848-412e-9931-50d9f0b8e412 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:09:57.756022 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b83a0b4b-b17b-4d28-b1d2-5f80b95bf0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:57.835407 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-b83a0b4b-b17b-4d28-b1d2-5f80b95bf0dc None None] Current status of the port f2edb55f-b848-412e-9931-50d9f0b8e412 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:09:57.835796 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b83a0b4b-b17b-4d28-b1d2-5f80b95bf0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:57.849515 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df36419-80f9-4c68-989f-f7bff695f729', 'name': 'router1', 'tenant_id': '151bf44a0ffb49cd816e9b651741a6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:09:44Z', 'updated_at': '2022-04-12T16:09:55Z', 'revision_number': 2, 'project_id': '151bf44a0ffb49cd816e9b651741a6ea', 'gw_port_host': None, '_interfaces': [{'id': 'f2edb55f-b848-412e-9931-50d9f0b8e412', 'name': '', 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b', 'tenant_id': '151bf44a0ffb49cd816e9b651741a6ea', 'mac_address': 'fa:16:3e:4d:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df36419-80f9-4c68-989f-f7bff695f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c09418b4-7045-4192-9f5c-701524f74256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:09:54Z', 'updated_at': '2022-04-12T16:09:57Z', 'revision_number': 4, 'project_id': '151bf44a0ffb49cd816e9b651741a6ea', 'subnets': [{'id': 'c09418b4-7045-4192-9f5c-701524f74256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59cd7ee5-02fb-4d34-b79e-c65c1d728998'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:09:57.872492 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-b83a0b4b-b17b-4d28-b1d2-5f80b95bf0dc None None] For port f2edb55f-b848-412e-9931-50d9f0b8e412, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=f2edb55f-b848-412e-9931-50d9f0b8e412,segment=NetworkSegment(929b284a-7c79-4952-b4bc-56af6ce5928c),segment_id=929b284a-7c79-4952-b4bc-56af6ce5928c)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:09:57.877962 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b83a0b4b-b17b-4d28-b1d2-5f80b95bf0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:57.879799 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b647f26e-7af8-4661-85ae-287d10b4a7d2 None None] The sync data for ids ['7df36419-80f9-4c68-989f-f7bff695f729'] in dv-cinder-837528-1-iscsi is: [{'id': '7df36419-80f9-4c68-989f-f7bff695f729', 'name': 'router1', 'tenant_id': '151bf44a0ffb49cd816e9b651741a6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:09:44Z', 'updated_at': '2022-04-12T16:09:55Z', 'revision_number': 2, 'project_id': '151bf44a0ffb49cd816e9b651741a6ea', 'gw_port_host': None, '_interfaces': [{'id': 'f2edb55f-b848-412e-9931-50d9f0b8e412', 'name': '', 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b', 'tenant_id': '151bf44a0ffb49cd816e9b651741a6ea', 'mac_address': 'fa:16:3e:4d:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df36419-80f9-4c68-989f-f7bff695f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c09418b4-7045-4192-9f5c-701524f74256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:09:54Z', 'updated_at': '2022-04-12T16:09:57Z', 'revision_number': 4, 'project_id': '151bf44a0ffb49cd816e9b651741a6ea', 'subnets': [{'id': 'c09418b4-7045-4192-9f5c-701524f74256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59cd7ee5-02fb-4d34-b79e-c65c1d728998'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:09:57.933144 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a0b4b-b17b-4d28-b1d2-5f80b95bf0dc None None] Pushing event updated for resources: {'Port': ['ID=f2edb55f-b848-412e-9931-50d9f0b8e412,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:09:58.461367 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40400) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:09:58.661193 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881b383e-5ca5-42fb-b6a6-b9122194bc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:09:58.662925 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-881b383e-5ca5-42fb-b6a6-b9122194bc1c admin admin] 10.222.0.67 "GET /v2.0/networks/57db24b2-f2d1-4bbf-acf3-5709aa6ec151 HTTP/1.1" status: 200 len: 842 time: 0.2003839 Apr 12 16:09:58.672239 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-0ad2fed8-ba2b-4703-8373-98b6538f275c admin admin] Request body: {'subnet': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:09:58.696185 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad2fed8-ba2b-4703-8373-98b6538f275c admin admin] Made reservation on behalf of 22106d5595e94c1aa9dec4a80cf2d32d for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:09:58.698637 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0ad2fed8-ba2b-4703-8373-98b6538f275c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:59.048535 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.objects.ports [None req-0ad2fed8-ba2b-4703-8373-98b6538f275c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103550) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 16:09:59.048977 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0ad2fed8-ba2b-4703-8373-98b6538f275c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for subnet (290c4160-30c1-4635-b220-634cb1c51733), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:59.098210 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2fed8-ba2b-4703-8373-98b6538f275c admin admin] Pushing event updated for resources: {'Subnet': ['ID=290c4160-30c1-4635-b220-634cb1c51733,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:09:59.117155 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad2fed8-ba2b-4703-8373-98b6538f275c admin admin] Checking segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:09:59.117537 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2fed8-ba2b-4703-8373-98b6538f275c admin admin] Network hostable DHCP agents. Network: 57db24b2-f2d1-4bbf-acf3-5709aa6ec151, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:09:59.138177 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2fed8-ba2b-4703-8373-98b6538f275c admin admin] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:09:59.148181 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-0ad2fed8-ba2b-4703-8373-98b6538f275c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 57db24b2-f2d1-4bbf-acf3-5709aa6ec151) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:09:59.156503 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47554324-b93d-41b7-99dd-f90430261cba None None] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:09:59.158379 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad2fed8-ba2b-4703-8373-98b6538f275c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:09:59.158969 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0ad2fed8-ba2b-4703-8373-98b6538f275c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:09:59.178720 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-0ad2fed8-ba2b-4703-8373-98b6538f275c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5055368 Apr 12 16:09:59.264701 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6997063c-becc-4577-a0db-14c16908236d None None] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:10:00.070267 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:10:01.699053 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 40418) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:10:01.920229 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-ad4c27b3-ea64-4523-a841-c2af18087e10 demo admin] 10.222.0.67 "GET /v2.0/routers/7df36419-80f9-4c68-989f-f7bff695f729 HTTP/1.1" status: 200 len: 710 time: 0.2198505 Apr 12 16:10:02.100236 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0c8b1-b7dc-4fc4-934e-18fc6fdc4a9d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:10:02.101851 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-72c0c8b1-b7dc-4fc4-934e-18fc6fdc4a9d demo admin] 10.222.0.67 "GET /v2.0/networks/57db24b2-f2d1-4bbf-acf3-5709aa6ec151 HTTP/1.1" status: 200 len: 886 time: 0.1763246 Apr 12 16:10:02.110829 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:10:02.377792 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Publish callbacks [] for router_gateway (7df36419-80f9-4c68-989f-f7bff695f729), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:02.599074 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Publish callbacks [] for router_gateway (7df36419-80f9-4c68-989f-f7bff695f729), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:02.675698 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:02.861819 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Allocated IP 172.27.2.233 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/92b9f096-d48d-43ab-abde-e0589e5ca5b0) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:10:02.977632 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Publish callbacks [] for port (92b9f096-d48d-43ab-abde-e0589e5ca5b0), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:03.040397 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (92b9f096-d48d-43ab-abde-e0589e5ca5b0), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:03.061755 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:10:03.081590 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:10:03.154341 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:10:03.160861 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Pushing event updated for resources: {'Port': ['ID=92b9f096-d48d-43ab-abde-e0589e5ca5b0,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:10:03.235915 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.236138 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.236500 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.236839 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.237173 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.237504 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.237829 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.238194 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.238538 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.238867 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.239192 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.239534 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.239860 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.240179 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.240497 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Tracked resource versions report: Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: pushed versions: Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: { 'AddressGroup': {'1.2'}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Agent': {'1.1'}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'ConntrackHelper': {'1.0'}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Log': {'1.0'}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'NDPProxy': {'1.0'}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Network': {'1.1'}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Port': {'1.7'}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'PortForwarding': {'1.3'}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'QosPolicy': {'1.10'}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'SecurityGroup': {'1.5'}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'SubPort': {'1.0'}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Subnet': {'1.1'}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Trunk': {'1.1'}} Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: consumer versions: Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: { DHCP agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: L3 agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: Metadata agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: Metering agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: Open vSwitch agent@dv-cinder-837528-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Agent': '1.1', Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'ConntrackHelper': '1.0', Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'LocalIPAssociation': '1.0', Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Log': '1.0', Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'NDPProxy': '1.0', Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Network': '1.1', Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Port': '1.7', Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'PortForwarding': '1.3', Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'QosPolicy': '1.10', Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'SecurityGroup': '1.5', Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'SecurityGroupRule': '1.2', Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'SubPort': '1.0', Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Subnet': '1.1', Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Trunk': '1.1'}} Apr 12 16:10:03.242177 dv-cinder-837528-1-iscsi neutron-server[103551]: {{(pid=103551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:10:03.524295 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Publish callbacks [] for router_gateway (7df36419-80f9-4c68-989f-f7bff695f729), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:03.721735 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7334'] for router (7df36419-80f9-4c68-989f-f7bff695f729), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:03.726546 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-693173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-693166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-695866'] for router (7df36419-80f9-4c68-989f-f7bff695f729), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:03.845546 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Router 7df36419-80f9-4c68-989f-f7bff695f729 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:10:03.956723 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:10:03.961287 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:03.974075 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-7594137d-61f6-4f67-af15-971e5a1032ac demo admin] 10.222.0.67 "PUT /v2.0/routers/7df36419-80f9-4c68-989f-f7bff695f729 HTTP/1.1" status: 200 len: 890 time: 1.8549144 Apr 12 16:10:05.813436 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device f2edb55f-b848-412e-9931-50d9f0b8e412 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:10:05.862567 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port f2edb55f-b848-412e-9931-50d9f0b8e412 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:10:05.862962 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:05.945568 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port f2edb55f-b848-412e-9931-50d9f0b8e412 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:10:06.498394 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 40434) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:10:06.606589 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Sync routers for ids ['7df36419-80f9-4c68-989f-f7bff695f729'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:10:06.618966 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Routers {'7df36419-80f9-4c68-989f-f7bff695f729'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:10:06.619618 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:09:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['7df36419-80f9-4c68-989f-f7bff695f729'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:10:06.621304 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-00f8057c-f3b9-4232-94e5-512fc6f86c5c admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1217318 Apr 12 16:10:06.857992 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Set router 7df36419-80f9-4c68-989f-f7bff695f729 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:10:07.327192 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df36419-80f9-4c68-989f-f7bff695f729', 'name': 'router1', 'tenant_id': '151bf44a0ffb49cd816e9b651741a6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '92b9f096-d48d-43ab-abde-e0589e5ca5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:09:44Z', 'updated_at': '2022-04-12T16:10:03Z', 'revision_number': 4, 'project_id': '151bf44a0ffb49cd816e9b651741a6ea', 'gw_port': {'id': '92b9f096-d48d-43ab-abde-e0589e5ca5b0', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df36419-80f9-4c68-989f-f7bff695f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:10:02Z', 'updated_at': '2022-04-12T16:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'f2edb55f-b848-412e-9931-50d9f0b8e412', 'name': '', 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b', 'tenant_id': '151bf44a0ffb49cd816e9b651741a6ea', 'mac_address': 'fa:16:3e:4d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df36419-80f9-4c68-989f-f7bff695f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c09418b4-7045-4192-9f5c-701524f74256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:09:54Z', 'updated_at': '2022-04-12T16:09:57Z', 'revision_number': 5, 'project_id': '151bf44a0ffb49cd816e9b651741a6ea', 'subnets': [{'id': 'c09418b4-7045-4192-9f5c-701524f74256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59cd7ee5-02fb-4d34-b79e-c65c1d728998'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:10:07.377809 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Checking router: 7df36419-80f9-4c68-989f-f7bff695f729 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:10:07.378233 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Updating router 7df36419-80f9-4c68-989f-f7bff695f729 port 92b9f096-d48d-43ab-abde-e0589e5ca5b0 binding host dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:10:07.434085 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (92b9f096-d48d-43ab-abde-e0589e5ca5b0), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:07.761220 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Publish callbacks [] for port (92b9f096-d48d-43ab-abde-e0589e5ca5b0), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:07.767736 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (92b9f096-d48d-43ab-abde-e0589e5ca5b0), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:07.822105 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81d68a-36e2-4ad4-9332-da08bf219b89 None None] Pushing event updated for resources: {'Port': ['ID=92b9f096-d48d-43ab-abde-e0589e5ca5b0,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:10:07.828082 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Attempting to bind port 92b9f096-d48d-43ab-abde-e0589e5ca5b0 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:10:07.830132 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Attempting to bind port 92b9f096-d48d-43ab-abde-e0589e5ca5b0 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:10:07.830132 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Attempting to bind port 92b9f096-d48d-43ab-abde-e0589e5ca5b0 on network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:10:07.835614 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:10:07.835614 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Checking segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:10:07.835614 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:07.835614 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Bound using segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:10:07.835614 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Bound port: 92b9f096-d48d-43ab-abde-e0589e5ca5b0, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:10:07.838763 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (92b9f096-d48d-43ab-abde-e0589e5ca5b0), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:07.890465 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] For port 92b9f096-d48d-43ab-abde-e0589e5ca5b0, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:10:07.893439 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] For port 92b9f096-d48d-43ab-abde-e0589e5ca5b0, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=92b9f096-d48d-43ab-abde-e0589e5ca5b0,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:10:07.901365 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (92b9f096-d48d-43ab-abde-e0589e5ca5b0), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:07.951206 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Routers {'7df36419-80f9-4c68-989f-f7bff695f729'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:10:07.951865 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:09:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['7df36419-80f9-4c68-989f-f7bff695f729'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:10:08.020509 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81d68a-36e2-4ad4-9332-da08bf219b89 None None] Pushing event updated for resources: {'Port': ['ID=92b9f096-d48d-43ab-abde-e0589e5ca5b0,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:10:08.080796 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] Set router 7df36419-80f9-4c68-989f-f7bff695f729 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:10:08.297979 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df36419-80f9-4c68-989f-f7bff695f729', 'name': 'router1', 'tenant_id': '151bf44a0ffb49cd816e9b651741a6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '92b9f096-d48d-43ab-abde-e0589e5ca5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:09:44Z', 'updated_at': '2022-04-12T16:10:03Z', 'revision_number': 4, 'project_id': '151bf44a0ffb49cd816e9b651741a6ea', 'gw_port': {'id': '92b9f096-d48d-43ab-abde-e0589e5ca5b0', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df36419-80f9-4c68-989f-f7bff695f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:10:02Z', 'updated_at': '2022-04-12T16:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'f2edb55f-b848-412e-9931-50d9f0b8e412', 'name': '', 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b', 'tenant_id': '151bf44a0ffb49cd816e9b651741a6ea', 'mac_address': 'fa:16:3e:4d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df36419-80f9-4c68-989f-f7bff695f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c09418b4-7045-4192-9f5c-701524f74256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:09:54Z', 'updated_at': '2022-04-12T16:09:57Z', 'revision_number': 5, 'project_id': '151bf44a0ffb49cd816e9b651741a6ea', 'subnets': [{'id': 'c09418b4-7045-4192-9f5c-701524f74256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59cd7ee5-02fb-4d34-b79e-c65c1d728998'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:10:08.327170 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b9628-cd62-481b-a9e9-4b3e89d01eeb None None] The sync data for ids ['7df36419-80f9-4c68-989f-f7bff695f729'] in dv-cinder-837528-1-iscsi is: [{'id': '7df36419-80f9-4c68-989f-f7bff695f729', 'name': 'router1', 'tenant_id': '151bf44a0ffb49cd816e9b651741a6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '92b9f096-d48d-43ab-abde-e0589e5ca5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:09:44Z', 'updated_at': '2022-04-12T16:10:03Z', 'revision_number': 4, 'project_id': '151bf44a0ffb49cd816e9b651741a6ea', 'gw_port': {'id': '92b9f096-d48d-43ab-abde-e0589e5ca5b0', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df36419-80f9-4c68-989f-f7bff695f729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:10:02Z', 'updated_at': '2022-04-12T16:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'f2edb55f-b848-412e-9931-50d9f0b8e412', 'name': '', 'network_id': 'd3243700-5661-434c-8e82-c549cda5f38b', 'tenant_id': '151bf44a0ffb49cd816e9b651741a6ea', 'mac_address': 'fa:16:3e:4d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df36419-80f9-4c68-989f-f7bff695f729', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c09418b4-7045-4192-9f5c-701524f74256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:09:54Z', 'updated_at': '2022-04-12T16:09:57Z', 'revision_number': 5, 'project_id': '151bf44a0ffb49cd816e9b651741a6ea', 'subnets': [{'id': 'c09418b4-7045-4192-9f5c-701524f74256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59cd7ee5-02fb-4d34-b79e-c65c1d728998'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:10:09.856665 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 92b9f096-d48d-43ab-abde-e0589e5ca5b0 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:10:09.905896 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 92b9f096-d48d-43ab-abde-e0589e5ca5b0 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:10:09.906290 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (92b9f096-d48d-43ab-abde-e0589e5ca5b0), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:09.988771 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 92b9f096-d48d-43ab-abde-e0589e5ca5b0 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:10:09.989084 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (92b9f096-d48d-43ab-abde-e0589e5ca5b0), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:10.012357 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] For port 92b9f096-d48d-43ab-abde-e0589e5ca5b0, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=92b9f096-d48d-43ab-abde-e0589e5ca5b0,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:10:10.018679 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (92b9f096-d48d-43ab-abde-e0589e5ca5b0), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:10.067101 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Pushing event updated for resources: {'Port': ['ID=92b9f096-d48d-43ab-abde-e0589e5ca5b0,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:10:11.849345 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 92b9f096-d48d-43ab-abde-e0589e5ca5b0 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:10:11.947893 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 92b9f096-d48d-43ab-abde-e0589e5ca5b0 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:10:11.949703 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (92b9f096-d48d-43ab-abde-e0589e5ca5b0), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:12.149152 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 92b9f096-d48d-43ab-abde-e0589e5ca5b0 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:10:20.614988 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c436-8ba4-4c08-a186-1fb71d99070e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:22.933625 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fa3695db-65d6-4315-a4a2-c5b3f2a2639c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:24.134632 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:25.467600 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:26.979044 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:37.071529 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:10:50.617150 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2d9448b6-3e31-4252-bd85-f5059d7404cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:52.928820 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49993a34-1312-4d5f-a0db-c453469d5e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:54.134647 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:55.459490 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:10:56.976635 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:14.127455 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:11:20.613800 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ef1c84ee-f43d-4e10-8cec-ab768d01c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:22.934697 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-3af9dbac-837e-4725-bf57-2ca4a0b1539d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:24.128188 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:25.457625 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:26.973206 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:30.474165 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 40918) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:11:30.549116 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0eda08c-b72f-4c09-b67e-19509af9d7db admin admin] GET failed (client error): The resource could not be found. Apr 12 16:11:30.550482 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d0eda08c-b72f-4c09-b67e-19509af9d7db admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0753450 Apr 12 16:11:30.725821 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac606b3b-536b-4b45-b12d-877ecdf777d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:30.727275 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-ac606b3b-536b-4b45-b12d-877ecdf777d5 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1722212 Apr 12 16:11:33.122134 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40928) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:11:33.227395 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332932a9-455f-4d4b-8ad3-3e60cf068f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:33.228745 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-332932a9-455f-4d4b-8ad3-3e60cf068f6a admin admin] 10.222.0.67 "GET /v2.0/subnets/c09418b4-7045-4192-9f5c-701524f74256 HTTP/1.1" status: 200 len: 849 time: 0.1045501 Apr 12 16:11:33.238613 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:11:33.323802 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Publish callbacks [] for subnet (c09418b4-7045-4192-9f5c-701524f74256), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:33.484592 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780342177823'] for subnet (c09418b4-7045-4192-9f5c-701524f74256), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:33.526112 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:33.527343 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:33.528013 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] 10.222.0.67 "PUT /v2.0/subnets/c09418b4-7045-4192-9f5c-701524f74256 HTTP/1.1" status: 200 len: 868 time: 0.2930400 Apr 12 16:11:33.531289 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163e8f41-c8fd-4401-a797-6e4b761c14a8 None None] Network d3243700-5661-434c-8e82-c549cda5f38b requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:11:33.548121 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c09418b4-7045-4192-9f5c-701524f74256,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:11:33.555892 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.556292 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.556623 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.557014 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.557356 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.557693 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.558031 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.558413 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.558762 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.559100 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.559452 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.559787 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.560243 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.560579 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.560906 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4bdef-885c-4df0-94e7-f1197013904b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:11:33.896652 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-f962fce2-4580-4d4f-82be-460a3ec9d8c3 None None] Provisioning complete for port f2edb55f-b848-412e-9931-50d9f0b8e412 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:11:33.897050 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f962fce2-4580-4d4f-82be-460a3ec9d8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (f2edb55f-b848-412e-9931-50d9f0b8e412), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:33.980998 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-f962fce2-4580-4d4f-82be-460a3ec9d8c3 None None] Current status of the port f2edb55f-b848-412e-9931-50d9f0b8e412 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:11:33.989897 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-f962fce2-4580-4d4f-82be-460a3ec9d8c3 None None] Provisioning complete for port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:11:33.990314 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f962fce2-4580-4d4f-82be-460a3ec9d8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7eedb998-a9a4-4dc0-b0e9-6e6601c840ed), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:34.067990 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-f962fce2-4580-4d4f-82be-460a3ec9d8c3 None None] Current status of the port 7eedb998-a9a4-4dc0-b0e9-6e6601c840ed is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:11:35.907035 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40938) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:11:36.127497 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07223b8a-64c8-4294-a989-a32dddff42ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:36.127880 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07223b8a-64c8-4294-a989-a32dddff42ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:36.130411 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-07223b8a-64c8-4294-a989-a32dddff42ae admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2223063 Apr 12 16:11:38.504650 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40946) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:11:38.647575 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13350415-e8f6-4f18-bd24-9f2b3c063754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:38.648038 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13350415-e8f6-4f18-bd24-9f2b3c063754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:38.649661 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-13350415-e8f6-4f18-bd24-9f2b3c063754 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1440225 Apr 12 16:11:41.005474 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40954) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:11:41.156556 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef81b76-5799-476f-b653-df5578075d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:41.157974 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-2ef81b76-5799-476f-b653-df5578075d69 admin admin] 10.222.0.67 "GET /v2.0/networks/57db24b2-f2d1-4bbf-acf3-5709aa6ec151 HTTP/1.1" status: 200 len: 886 time: 0.1513898 Apr 12 16:11:43.514321 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40962) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:11:43.660936 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1dde5d-9585-4ef2-9bb6-8bbda7872fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:43.662442 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5c1dde5d-9585-4ef2-9bb6-8bbda7872fb4 admin admin] 10.222.0.67 "GET /v2.0/networks/d3243700-5661-434c-8e82-c549cda5f38b HTTP/1.1" status: 200 len: 869 time: 0.1467676 Apr 12 16:11:45.980243 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40970) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:11:46.120085 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2e698a-2374-451f-837d-b85be1a8ba89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:46.120475 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2e698a-2374-451f-837d-b85be1a8ba89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:46.122242 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-2d2e698a-2374-451f-837d-b85be1a8ba89 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1407158 Apr 12 16:11:48.498579 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40978) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:11:48.595198 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f4b682-9888-4979-a8c1-779c7af06665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:48.595649 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f4b682-9888-4979-a8c1-779c7af06665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:48.597201 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b7f4b682-9888-4979-a8c1-779c7af06665 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0976095 Apr 12 16:11:50.619400 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-edb2a9c7-a41d-48c0-95e1-b9fea4177a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:50.969389 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 40986) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:11:51.065059 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c160b24-9b9d-4078-b630-496754a7c2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:51.066442 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4c160b24-9b9d-4078-b630-496754a7c2a0 admin admin] 10.222.0.67 "GET /v2.0/subnets/290c4160-30c1-4635-b220-634cb1c51733 HTTP/1.1" status: 200 len: 816 time: 0.0960760 Apr 12 16:11:51.076291 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:11:52.938114 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-04a27b24-9111-403f-a52b-995f88ff313e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:53.405295 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 40994) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:11:53.515765 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e67c30-7e35-4f75-a6db-022be4c335c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:11:53.517142 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-01e67c30-7e35-4f75-a6db-022be4c335c4 admin admin] 10.222.0.67 "GET /v2.0/subnets/c09418b4-7045-4192-9f5c-701524f74256 HTTP/1.1" status: 200 len: 868 time: 0.1107111 Apr 12 16:11:54.129904 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:55.462511 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:11:56.967616 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:20.624740 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0c85b7ea-d931-4f12-8831-7aed42f3fe5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:22.941676 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-eee0e725-89e8-492e-b4b5-c1f5287c7cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:24.134402 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:25.463587 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:26.971963 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:28.075792 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:12:35.323337 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41052) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:12:35.377016 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [None req-187147e5-8111-47b4-8739-90a0bba83298 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:12:35.378083 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-187147e5-8111-47b4-8739-90a0bba83298 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537488 Apr 12 16:12:37.856758 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41060) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:12:37.931625 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.pecan_wsgi.hooks.translation [None req-32de6c87-b929-4a2f-8e6e-55c9c69d8a42 admin admin] GET failed (client error): The resource could not be found. Apr 12 16:12:37.932967 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-32de6c87-b929-4a2f-8e6e-55c9c69d8a42 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0752802 Apr 12 16:12:38.031306 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cb9b5e-98f6-4059-997b-77be32b565a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:12:38.032819 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b9cb9b5e-98f6-4059-997b-77be32b565a2 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0936077 Apr 12 16:12:40.410358 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41068) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:12:40.460587 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:12:40.487438 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Made reservation on behalf of 22106d5595e94c1aa9dec4a80cf2d32d for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:12:40.489977 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:40.531369 dv-cinder-837528-1-iscsi neutron-server[103551]: WARNING neutron.services.revisions.revision_plugin [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Could not find related network for resource to bump revision. Apr 12 16:12:40.547930 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:12:40.559605 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780342324655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (bd20f243-f545-417d-9b4a-30dafe26ef06), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:40.560141 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Unsubscribe: segment precommit_create {{(pid=103551) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 16:12:40.560609 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Added segment bd20f243-f545-417d-9b4a-30dafe26ef06 of type vlan for network 46a7c03f-5a43-47b7-be39-30c806ff47fe Apr 12 16:12:40.618238 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (46a7c03f-5a43-47b7-be39-30c806ff47fe), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:40.653560 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (46a7c03f-5a43-47b7-be39-30c806ff47fe), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:40.654507 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:12:40.655129 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:40.731634 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3201032 Apr 12 16:12:40.745784 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Pushing event updated for resources: {'Network': ['ID=46a7c03f-5a43-47b7-be39-30c806ff47fe,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:12:40.753770 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.754108 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.754515 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.754833 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.755176 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.755530 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.755865 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.756186 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.756539 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.756839 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.757168 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.757522 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.757848 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.758196 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.758519 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4335f5d2-ab87-48c5-8776-77af2e4229ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:40.771686 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 46a7c03f-5a43-47b7-be39-30c806ff47fe details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:12:43.117860 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41076) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:12:43.194617 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba89bd6-17f7-477c-ab88-b060961f041f admin admin] GET failed (client error): The resource could not be found. Apr 12 16:12:43.196438 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-7ba89bd6-17f7-477c-ab88-b060961f041f admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0775590 Apr 12 16:12:43.267338 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac326bf-a96b-4a4b-bbfb-02957e4efa76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:12:43.268802 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-6ac326bf-a96b-4a4b-bbfb-02957e4efa76 admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681002 Apr 12 16:12:43.278586 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-62c12c46-b87c-459f-ad06-b6dc591f9420 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '46a7c03f-5a43-47b7-be39-30c806ff47fe'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:12:43.303323 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c12c46-b87c-459f-ad06-b6dc591f9420 admin admin] Made reservation on behalf of 22106d5595e94c1aa9dec4a80cf2d32d for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:12:43.305714 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-62c12c46-b87c-459f-ad06-b6dc591f9420 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:43.577432 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-62c12c46-b87c-459f-ad06-b6dc591f9420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for subnet (6371e9a9-15ba-4e3f-9955-e4b9fee6219c), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:43.630202 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c12c46-b87c-459f-ad06-b6dc591f9420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6371e9a9-15ba-4e3f-9955-e4b9fee6219c,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:12:43.651587 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c12c46-b87c-459f-ad06-b6dc591f9420 admin admin] Checking segment: {'id': 'bd20f243-f545-417d-9b4a-30dafe26ef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '46a7c03f-5a43-47b7-be39-30c806ff47fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:12:43.651912 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c12c46-b87c-459f-ad06-b6dc591f9420 admin admin] Network hostable DHCP agents. Network: 46a7c03f-5a43-47b7-be39-30c806ff47fe, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:12:43.679514 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c12c46-b87c-459f-ad06-b6dc591f9420 admin admin] Network 46a7c03f-5a43-47b7-be39-30c806ff47fe is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:12:43.693478 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-62c12c46-b87c-459f-ad06-b6dc591f9420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 46a7c03f-5a43-47b7-be39-30c806ff47fe) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:12:43.698088 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c12c46-b87c-459f-ad06-b6dc591f9420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:12:43.698690 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-62c12c46-b87c-459f-ad06-b6dc591f9420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:43.702498 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81103fe-e452-430a-b163-243f484d9899 None None] Network 46a7c03f-5a43-47b7-be39-30c806ff47fe requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:12:43.717299 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-62c12c46-b87c-459f-ad06-b6dc591f9420 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4420953 Apr 12 16:12:43.826223 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f301f3a-47cf-55cb-a7f1-8233ae76b2f2-46a7c03f-5a43-47b7-be39-30c806ff47fe', 'network_id': '46a7c03f-5a43-47b7-be39-30c806ff47fe', 'project_id': '22106d5595e94c1aa9dec4a80cf2d32d', 'fixed_ips': [{'subnet_id': '6371e9a9-15ba-4e3f-9955-e4b9fee6219c'}]}} from dv-cinder-837528-1-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:12:43.827221 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:43.980396 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Allocated IP 192.168.233.2 (46a7c03f-5a43-47b7-be39-30c806ff47fe/6371e9a9-15ba-4e3f-9955-e4b9fee6219c/d27840a9-5e1d-45d2-9528-3b5eec6e8813) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:12:44.250373 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Publish callbacks [] for port (d27840a9-5e1d-45d2-9528-3b5eec6e8813), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:44.266320 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (d27840a9-5e1d-45d2-9528-3b5eec6e8813), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:44.315435 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Pushing event updated for resources: {'Port': ['ID=d27840a9-5e1d-45d2-9528-3b5eec6e8813,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:12:44.318761 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Network 46a7c03f-5a43-47b7-be39-30c806ff47fe is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:12:44.320849 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:12:44.326437 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.326832 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.327359 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.327837 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.328173 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.328504 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.328830 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.329153 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.329481 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.329804 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.330190 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.330824 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.331631 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.331631 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.331823 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:12:44.336803 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:12:44.404847 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Attempting to bind port d27840a9-5e1d-45d2-9528-3b5eec6e8813 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:12:44.405196 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Attempting to bind port d27840a9-5e1d-45d2-9528-3b5eec6e8813 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': 'bd20f243-f545-417d-9b4a-30dafe26ef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '46a7c03f-5a43-47b7-be39-30c806ff47fe'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:12:44.405569 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Attempting to bind port d27840a9-5e1d-45d2-9528-3b5eec6e8813 on network 46a7c03f-5a43-47b7-be39-30c806ff47fe {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:12:44.410907 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:12:44.411286 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Checking segment: {'id': 'bd20f243-f545-417d-9b4a-30dafe26ef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '46a7c03f-5a43-47b7-be39-30c806ff47fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:12:44.411689 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:44.412085 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Bound using segment: {'id': 'bd20f243-f545-417d-9b4a-30dafe26ef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '46a7c03f-5a43-47b7-be39-30c806ff47fe'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:12:44.412556 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Bound port: d27840a9-5e1d-45d2-9528-3b5eec6e8813, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd20f243-f545-417d-9b4a-30dafe26ef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '46a7c03f-5a43-47b7-be39-30c806ff47fe'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:12:44.412932 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (d27840a9-5e1d-45d2-9528-3b5eec6e8813), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:44.502077 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] For port d27840a9-5e1d-45d2-9528-3b5eec6e8813, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:12:44.505705 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] For port d27840a9-5e1d-45d2-9528-3b5eec6e8813, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=d27840a9-5e1d-45d2-9528-3b5eec6e8813,segment=NetworkSegment(bd20f243-f545-417d-9b4a-30dafe26ef06),segment_id=bd20f243-f545-417d-9b4a-30dafe26ef06)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:12:44.518471 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (d27840a9-5e1d-45d2-9528-3b5eec6e8813), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:44.582356 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360decc-e3e4-4711-ba6e-baff366a2685 None None] Pushing event updated for resources: {'Port': ['ID=d27840a9-5e1d-45d2-9528-3b5eec6e8813,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:12:45.487789 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9e5aa1-a937-4fff-b8fe-e7f563892535 None None] Network 46a7c03f-5a43-47b7-be39-30c806ff47fe requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:12:45.579356 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-d736da17-e429-4e2d-9a9a-2bfc89044cb7 None None] Provisioning complete for port d27840a9-5e1d-45d2-9528-3b5eec6e8813 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:12:45.579704 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d736da17-e429-4e2d-9a9a-2bfc89044cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (d27840a9-5e1d-45d2-9528-3b5eec6e8813), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:45.703013 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-d736da17-e429-4e2d-9a9a-2bfc89044cb7 None None] Current status of the port d27840a9-5e1d-45d2-9528-3b5eec6e8813 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:12:45.703440 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d736da17-e429-4e2d-9a9a-2bfc89044cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (d27840a9-5e1d-45d2-9528-3b5eec6e8813), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:45.740073 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-d736da17-e429-4e2d-9a9a-2bfc89044cb7 None None] For port d27840a9-5e1d-45d2-9528-3b5eec6e8813, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=d27840a9-5e1d-45d2-9528-3b5eec6e8813,segment=NetworkSegment(bd20f243-f545-417d-9b4a-30dafe26ef06),segment_id=bd20f243-f545-417d-9b4a-30dafe26ef06)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:12:45.743343 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d736da17-e429-4e2d-9a9a-2bfc89044cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (d27840a9-5e1d-45d2-9528-3b5eec6e8813), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:45.803839 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736da17-e429-4e2d-9a9a-2bfc89044cb7 None None] Pushing event updated for resources: {'Port': ['ID=d27840a9-5e1d-45d2-9528-3b5eec6e8813,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:12:45.868637 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c0849521-c99a-4c30-a02d-1875bd5fa0ac None None] Provisioning complete for port d27840a9-5e1d-45d2-9528-3b5eec6e8813 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:12:45.869215 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c0849521-c99a-4c30-a02d-1875bd5fa0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (d27840a9-5e1d-45d2-9528-3b5eec6e8813), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:45.940260 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device d27840a9-5e1d-45d2-9528-3b5eec6e8813 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:12:46.013736 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c0849521-c99a-4c30-a02d-1875bd5fa0ac None None] Current status of the port d27840a9-5e1d-45d2-9528-3b5eec6e8813 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:12:46.028345 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port d27840a9-5e1d-45d2-9528-3b5eec6e8813 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:12:46.028935 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (d27840a9-5e1d-45d2-9528-3b5eec6e8813), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:46.123036 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port d27840a9-5e1d-45d2-9528-3b5eec6e8813 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:12:50.630885 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f45e6813-1e91-4861-b5d9-79dcbc6961ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:52.946633 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-86eaf24f-3457-4d9d-b1cb-e3b1fb96d51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:54.134481 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:55.471100 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:12:56.976850 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:13:05.075192 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:13:20.626904 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2c29498a-e262-40d2-a627-68b9bf643e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:13:22.950673 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e7e0d9bb-210e-4698-885b-1d208e76629b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:13:24.137555 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:13:25.470461 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:13:26.981753 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:13:42.074433 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:13:50.622353 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cc3c2c45-94c5-40b2-a8b9-3e2abe6b7d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:13:52.955576 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-710121b1-937c-430d-bfa9-67ebb9b298a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:13:54.141522 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:13:55.473747 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:13:56.987507 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:19.073960 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:14:20.628007 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a02abc87-e943-4c59-a7dc-1353472b02d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:22.908149 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41116) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:14:22.916889 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [None req-0dc66d16-32ef-4221-8520-3272f30e80ac tempest-verify_tempest_config-414536212 tempest-verify_tempest_config-414536212-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:14:22.918255 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0dc66d16-32ef-4221-8520-3272f30e80ac tempest-verify_tempest_config-414536212 tempest-verify_tempest_config-414536212-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0087242 Apr 12 16:14:22.962219 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a3a1ae2a-40d7-45e7-a577-5e5aa94ffb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:23.244935 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41134) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:14:23.358124 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:23.461802 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Publish callbacks [] for security_group (168cf2c8-e885-4cf0-b126-c2b4b2f2a97e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:23.466988 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (168cf2c8-e885-4cf0-b126-c2b4b2f2a97e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:23.516483 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc14b3d6a2b342aebe3e72870f42ca7d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2704911 Apr 12 16:14:23.517691 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168cf2c8-e885-4cf0-b126-c2b4b2f2a97e,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:14:23.519638 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41138) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:14:23.524276 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.524625 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.524973 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.525310 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.525637 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.525987 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.526349 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.526679 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.527026 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.527356 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.527687 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.528027 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.528429 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.528885 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.529449 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab804-2b74-4892-9c95-c1cb2368a936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.576127 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Publish callbacks [] for security_group (168cf2c8-e885-4cf0-b126-c2b4b2f2a97e), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:23.596929 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Publish callbacks [] for security_group (168cf2c8-e885-4cf0-b126-c2b4b2f2a97e), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:23.699441 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (168cf2c8-e885-4cf0-b126-c2b4b2f2a97e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:23.702062 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:23.703396 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/168cf2c8-e885-4cf0-b126-c2b4b2f2a97e HTTP/1.1" status: 204 len: 168 time: 0.1827977 Apr 12 16:14:23.712731 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168cf2c8-e885-4cf0-b126-c2b4b2f2a97e,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:14:23.719710 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.720054 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.720395 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.720761 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.721090 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.721417 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.721740 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.722090 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.722415 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.722739 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.723082 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.723408 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.723727 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.724041 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:23.724361 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb570c1-cb81-4896-940b-a45b7a6859ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:14:24.148696 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:25.476228 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:26.996297 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:50.638107 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-758dc130-c0b8-4e2d-9dbc-15a65274d167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:52.962075 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-475d2bdc-9639-4f9c-b638-34fa6b798783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:54.161300 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:55.486740 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:14:56.074323 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:14:56.995972 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:15:20.631295 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-801e7085-7605-458c-bdaa-7587a5d216fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:15:22.958507 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-780bebd3-a3b6-4f24-812a-7fbe627ac80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:15:24.148673 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:15:25.488418 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:15:26.995283 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:15:33.077098 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:15:50.636571 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a71e711a-99ab-4610-bcf3-31aa29425620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:15:52.959547 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b6023e67-5d69-4d6e-ad3c-b8a31831fdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:15:54.155214 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:15:55.490786 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:15:56.996774 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:16:10.075549 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:16:20.644316 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-dbca1e51-1391-40de-ab67-68e3432383e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:16:22.960298 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c4693927-f333-4954-bf4f-54b2a7b3e3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:16:24.153917 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:16:24.403117 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-694958'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:16:25.492707 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:16:26.997455 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:16:37.793412 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41210) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:16:37.915396 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-05a1e17a-a7fc-4ceb-bd71-03ca28fb42bc admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1208060 Apr 12 16:16:40.231712 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41220) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:16:40.293584 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-70f5d66c-ca62-4053-9fed-8142033f7478 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0608420 Apr 12 16:16:47.074529 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:16:50.643650 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ab775db4-6ce6-4bca-ad1e-8262ccfa12f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:16:52.957862 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0a5aa8af-bafb-46e7-8cd7-9aad0c9149c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:16:54.159777 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:16:54.391066 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:16:55.501429 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:16:56.993946 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:17:20.640165 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2bc05d40-d1cb-4494-b302-baf72f820343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:17:22.956406 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5d38fbfe-9bec-4990-93b5-85ee1d5a3fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:17:24.078540 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:17:24.168497 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:17:24.411189 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:17:25.501962 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:17:26.997276 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:17:50.633931 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cd8097d3-eea5-4bf9-9df7-f38c0b0eeea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:17:52.952140 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e238ccc5-8543-4a2f-a42c-4f4bde2e1c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:17:54.164320 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:17:54.412961 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:17:55.502991 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:17:56.991839 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:01.078433 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:18:20.640012 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7061-4f49-4421-b784-e73aea35b2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:22.958817 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e4518084-06d6-40d5-8720-cce1ec310af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:24.179427 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:24.419289 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:25.505307 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:27.008836 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:27.889379 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41404) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:27.909282 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41410) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:28.067455 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-19185822-network', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:28.090177 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Made reservation on behalf of edcd271496524c94929c1a28a63f96ef for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:18:28.092916 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.100706 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-network', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:28.120720 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.137770 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Made reservation on behalf of 45e8e703a32d4ac4be28bb7018de850f for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:18:28.142909 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.154902 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.205098 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Publish callbacks [] for security_group (8c796c4c-c4d6-4d33-8964-84298b9ac346), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.209472 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (8c796c4c-c4d6-4d33-8964-84298b9ac346), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.225147 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:18:28.255912 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Publish callbacks [] for security_group (77afdbaa-0d0c-49a9-ad2d-72feb5ecc435), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.261288 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (77afdbaa-0d0c-49a9-ad2d-72feb5ecc435), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.261521 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (2fc1c614-e0f3-418c-9ae6-e6d85a9f2116), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.262002 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Added segment 2fc1c614-e0f3-418c-9ae6-e6d85a9f2116 of type vlan for network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 Apr 12 16:18:28.275458 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c796c4c-c4d6-4d33-8964-84298b9ac346,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:28.297366 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:18:28.298352 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77afdbaa-0d0c-49a9-ad2d-72feb5ecc435,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:28.303441 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (9ca32108-243f-493d-8f79-9159d0e95aed), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.303787 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Added segment 9ca32108-243f-493d-8f79-9159d0e95aed of type vlan for network 659bb59b-3f11-4e82-88df-ec448e9e7e28 Apr 12 16:18:28.314007 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.314302 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.314642 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.315086 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.315428 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.315807 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.316263 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.316662 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.317045 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.317508 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.317662 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.317853 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.318258 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.318511 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.318631 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.318916 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.319233 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.319401 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.319872 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.320342 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Tracked resource versions report: Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: pushed versions: Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: { 'AddressGroup': {'1.2'}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Agent': {'1.1'}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'ConntrackHelper': {'1.0'}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Log': {'1.0'}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'NDPProxy': {'1.0'}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Network': {'1.1'}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Port': {'1.7'}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'PortForwarding': {'1.3'}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'QosPolicy': {'1.10'}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'SecurityGroup': {'1.5'}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'SubPort': {'1.0'}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Subnet': {'1.1'}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Trunk': {'1.1'}} Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: consumer versions: Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: { DHCP agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: HyperV agent@hv-cinder-83752: {}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: L3 agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: Metadata agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: Metering agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: Open vSwitch agent@dv-cinder-837528-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Agent': '1.1', Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'ConntrackHelper': '1.0', Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'LocalIPAssociation': '1.0', Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Log': '1.0', Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'NDPProxy': '1.0', Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Network': '1.1', Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Port': '1.7', Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'PortForwarding': '1.3', Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'QosPolicy': '1.10', Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'SecurityGroup': '1.5', Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'SecurityGroupRule': '1.2', Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'SubPort': '1.0', Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Subnet': '1.1', Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: 'Trunk': '1.1'}} Apr 12 16:18:28.320646 dv-cinder-837528-1-iscsi neutron-server[103551]: {{(pid=103551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:18:28.323637 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.336987 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.337329 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.337685 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.338020 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.338389 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.338794 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.339121 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.339438 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.339759 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Tracked resource versions report: Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: pushed versions: Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: { 'AddressGroup': {'1.2'}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Agent': {'1.1'}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'ConntrackHelper': {'1.0'}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Log': {'1.0'}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'NDPProxy': {'1.0'}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Network': {'1.1'}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Port': {'1.7'}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'PortForwarding': {'1.3'}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'QosPolicy': {'1.10'}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'SecurityGroup': {'1.5'}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'SubPort': {'1.0'}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Subnet': {'1.1'}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Trunk': {'1.1'}} Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: consumer versions: Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: { DHCP agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: HyperV agent@hv-cinder-83752: {}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: L3 agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: Metadata agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: Metering agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: Open vSwitch agent@dv-cinder-837528-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Agent': '1.1', Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'ConntrackHelper': '1.0', Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'LocalIPAssociation': '1.0', Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Log': '1.0', Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'NDPProxy': '1.0', Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Network': '1.1', Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Port': '1.7', Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'PortForwarding': '1.3', Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'QosPolicy': '1.10', Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'SecurityGroup': '1.5', Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'SecurityGroupRule': '1.2', Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'SubPort': '1.0', Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Subnet': '1.1', Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: 'Trunk': '1.1'}} Apr 12 16:18:28.340999 dv-cinder-837528-1-iscsi neutron-server[103550]: {{(pid=103550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:18:28.366554 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (659bb59b-3f11-4e82-88df-ec448e9e7e28), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.369162 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (1a816f2a-7737-4dcf-8e4f-8a7eee1e8062), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.392269 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (659bb59b-3f11-4e82-88df-ec448e9e7e28), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.393207 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:28.393774 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.400786 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (1a816f2a-7737-4dcf-8e4f-8a7eee1e8062), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.402242 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:28.403285 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.455867 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5454261 Apr 12 16:18:28.460832 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41436) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:28.465721 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-84e0ac17-3508-4dc6-b6eb-a5ea79552e91 admin admin] Request body: {'subnet': {'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-subnet', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:28.468906 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bae3ac-fe57-4ba3-8fb1-fa48b635f3d5 admin admin] Pushing event updated for resources: {'Network': ['ID=659bb59b-3f11-4e82-88df-ec448e9e7e28,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:28.480133 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 659bb59b-3f11-4e82-88df-ec448e9e7e28 details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:18:28.483945 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] Pushing event updated for resources: {'Network': ['ID=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:28.490516 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e0ac17-3508-4dc6-b6eb-a5ea79552e91 admin admin] Made reservation on behalf of 45e8e703a32d4ac4be28bb7018de850f for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:18:28.494449 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-84e0ac17-3508-4dc6-b6eb-a5ea79552e91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.503663 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8f6dc1c3-fdb6-4431-a99a-13fca6adfe7e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6124477 Apr 12 16:18:28.504434 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41438) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:28.509617 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-85e5f49a-be74-4cb6-b192-165e4db43d96 admin admin] Request body: {'subnet': {'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-subnet', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:28.534925 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e5f49a-be74-4cb6-b192-165e4db43d96 admin admin] Made reservation on behalf of edcd271496524c94929c1a28a63f96ef for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:18:28.539907 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-85e5f49a-be74-4cb6-b192-165e4db43d96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.556615 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:18:28.717784 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41444) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:28.756884 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41448) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:28.784950 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41450) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:28.797551 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-84e0ac17-3508-4dc6-b6eb-a5ea79552e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for subnet (644bce61-9908-4b22-b9ff-6ee45a6d0077), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.840872 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0ac17-3508-4dc6-b6eb-a5ea79552e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=644bce61-9908-4b22-b9ff-6ee45a6d0077,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:28.880064 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-85e5f49a-be74-4cb6-b192-165e4db43d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for subnet (c9aaae1c-c2fd-4f84-9eee-26281953e61b), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.881726 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0ac17-3508-4dc6-b6eb-a5ea79552e91 admin admin] Checking segment: {'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:28.882132 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e0ac17-3508-4dc6-b6eb-a5ea79552e91 admin admin] Network hostable DHCP agents. Network: 659bb59b-3f11-4e82-88df-ec448e9e7e28, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:18:28.905039 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e0ac17-3508-4dc6-b6eb-a5ea79552e91 admin admin] Network 659bb59b-3f11-4e82-88df-ec448e9e7e28 is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:18:28.926366 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-84e0ac17-3508-4dc6-b6eb-a5ea79552e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 659bb59b-3f11-4e82-88df-ec448e9e7e28) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:28.933056 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e0ac17-3508-4dc6-b6eb-a5ea79552e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:28.933910 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-84e0ac17-3508-4dc6-b6eb-a5ea79552e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:28.940238 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f150b58-cc56-4b2f-a480-f9da60862123 None None] Network 659bb59b-3f11-4e82-88df-ec448e9e7e28 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:18:28.960113 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5f49a-be74-4cb6-b192-165e4db43d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9aaae1c-c2fd-4f84-9eee-26281953e61b,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:28.968261 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-84e0ac17-3508-4dc6-b6eb-a5ea79552e91 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5046101 Apr 12 16:18:28.971681 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41466) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:28.976325 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:29.011363 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e5f49a-be74-4cb6-b192-165e4db43d96 admin admin] Checking segment: {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:29.011841 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e5f49a-be74-4cb6-b192-165e4db43d96 admin admin] Network hostable DHCP agents. Network: 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:18:29.016241 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7305'] for router (bb403284-cba1-4899-b817-7760de04c38b), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.017428 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7312'] for router (bb403284-cba1-4899-b817-7760de04c38b), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.071480 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e5f49a-be74-4cb6-b192-165e4db43d96 admin admin] Network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:18:29.072909 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f301f3a-47cf-55cb-a7f1-8233ae76b2f2-659bb59b-3f11-4e82-88df-ec448e9e7e28', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077'}]}} from dv-cinder-837528-1-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:18:29.074559 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.101169 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1485031115-network', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:29.101874 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-884408233-network', 'tenant_id': '7b531609069a4de8b99bbdf8d139cb2c'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:29.155834 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2004451282-network', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:29.164089 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] Made reservation on behalf of 7b531609069a4de8b99bbdf8d139cb2c for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:18:29.169482 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.198202 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.267230 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] Made reservation on behalf of 8743d75ee3b14874a47f8c5c5054795c for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:18:29.269737 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.313201 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.321983 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Allocated IP 172.20.0.2 (659bb59b-3f11-4e82-88df-ec448e9e7e28/644bce61-9908-4b22-b9ff-6ee45a6d0077/ab0430d9-3b00-4cf2-86db-0ab622656495) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:29.389283 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-85e5f49a-be74-4cb6-b192-165e4db43d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:29.398169 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e5f49a-be74-4cb6-b192-165e4db43d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:29.401089 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-85e5f49a-be74-4cb6-b192-165e4db43d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.425846 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a148d-0c63-452a-8276-52d4c0cde574 None None] Network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:18:29.426547 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Publish callbacks [] for router_controller (bb403284-cba1-4899-b817-7760de04c38b), precommit_add_association {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.517488 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] Publish callbacks [] for security_group (9a10c0f4-d4d6-4564-b8be-ce037e321edc), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.528528 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (9a10c0f4-d4d6-4564-b8be-ce037e321edc), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.574556 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f301f3a-47cf-55cb-a7f1-8233ae76b2f2-1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b'}]}} from dv-cinder-837528-1-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:18:29.575813 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.616372 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] Made reservation on behalf of 9e274b464718459ea125ef2d5b5003ce for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:18:29.616829 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a10c0f4-d4d6-4564-b8be-ce037e321edc,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:29.620355 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.648892 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-85e5f49a-be74-4cb6-b192-165e4db43d96 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1431286 Apr 12 16:18:29.651331 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:18:29.652114 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41492) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:29.656401 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.672056 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:29.708767 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] Publish callbacks [] for security_group (0359640a-74d9-457f-a8c5-82102eb88382), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.711682 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (816e2bf1-b168-4578-b8d6-10a8d5a6ffb8), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.714808 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] Added segment 816e2bf1-b168-4578-b8d6-10a8d5a6ffb8 of type vlan for network 094cf5c7-571a-4588-982d-7264585fb556 Apr 12 16:18:29.720698 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7305'] for router (66294110-db27-454d-bc8e-c150ace49fd8), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.721876 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7312'] for router (66294110-db27-454d-bc8e-c150ace49fd8), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.727115 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (0359640a-74d9-457f-a8c5-82102eb88382), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.755271 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:18:29.766907 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.767398 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] Added segment cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1 of type vlan for network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a Apr 12 16:18:29.811380 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.856314 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Publish callbacks [] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.872205 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.873682 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:29.873981 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.895952 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.947042 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Network 659bb59b-3f11-4e82-88df-ec448e9e7e28 is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:29.958577 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:29.966434 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] Pushing event updated for resources: {'Network': ['ID=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:29.974422 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (094cf5c7-571a-4588-982d-7264585fb556), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:29.980390 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0359640a-74d9-457f-a8c5-82102eb88382,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:29.996650 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:18:29.998822 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b7cf7b4b-eef9-4af0-8f66-f9d4f5581702 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2128191 Apr 12 16:18:29.999565 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41506) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:30.011796 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-af1a3944-6e73-447e-a834-04fccbf43f0a admin admin] Request body: {'subnet': {'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-subnet', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:30.063718 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Publish callbacks [] for router_gateway (bb403284-cba1-4899-b817-7760de04c38b), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.064377 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:18:30.074966 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Publish callbacks [] for router_controller (66294110-db27-454d-bc8e-c150ace49fd8), precommit_add_association {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.075288 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Allocated IP 172.20.0.2 (1a816f2a-7737-4dcf-8e4f-8a7eee1e8062/c9aaae1c-c2fd-4f84-9eee-26281953e61b/727445bf-fc95-4fa5-8b06-2f53b6d94857) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:30.076818 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (094cf5c7-571a-4588-982d-7264585fb556), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.078569 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:30.080449 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.164923 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] Publish callbacks [] for security_group (967db3a2-4b9d-4958-ae14-64a6a261f287), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.234859 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1a3944-6e73-447e-a834-04fccbf43f0a admin admin] Made reservation on behalf of 8743d75ee3b14874a47f8c5c5054795c for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:18:30.239916 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-af1a3944-6e73-447e-a834-04fccbf43f0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.253687 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] Pushing event updated for resources: {'Network': ['ID=094cf5c7-571a-4588-982d-7264585fb556,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:30.300003 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 094cf5c7-571a-4588-982d-7264585fb556 details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:18:30.302341 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Pushing event updated for resources: {'Port': ['ID=ab0430d9-3b00-4cf2-86db-0ab622656495,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:30.376156 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (967db3a2-4b9d-4958-ae14-64a6a261f287), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.404603 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.407695 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.417074 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.417790 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.421091 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.421760 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.422629 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.423332 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.424256 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.425413 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.425827 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.426856 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.427818 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.428161 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.430579 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Tracked resource versions report: Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: pushed versions: Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: { 'AddressGroup': {'1.2'}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Agent': {'1.1'}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'ConntrackHelper': {'1.0'}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Log': {'1.0'}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'NDPProxy': {'1.0'}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Network': {'1.1'}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Port': {'1.7'}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'PortForwarding': {'1.3'}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'QosPolicy': {'1.10'}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'SecurityGroup': {'1.5'}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'SubPort': {'1.0'}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Subnet': {'1.1'}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Trunk': {'1.1'}} Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: consumer versions: Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: { DHCP agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: HyperV agent@hv-cinder-83752: {}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: L3 agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: Metadata agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: Metering agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: Open vSwitch agent@dv-cinder-837528-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Agent': '1.1', Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'ConntrackHelper': '1.0', Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'LocalIPAssociation': '1.0', Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Log': '1.0', Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'NDPProxy': '1.0', Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Network': '1.1', Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Port': '1.7', Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'PortForwarding': '1.3', Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'QosPolicy': '1.10', Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'SecurityGroup': '1.5', Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'SecurityGroupRule': '1.2', Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'SubPort': '1.0', Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Subnet': '1.1', Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: 'Trunk': '1.1'}} Apr 12 16:18:30.434080 dv-cinder-837528-1-iscsi neutron-server[103552]: {{(pid=103552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:18:30.477262 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-af1a3944-6e73-447e-a834-04fccbf43f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for subnet (a54963cb-0986-4500-9b88-9607219c9268), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.488906 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b16decef-8072-4b82-8a37-3e0bd42ad57a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7699716 Apr 12 16:18:30.495345 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Attempting to bind port ab0430d9-3b00-4cf2-86db-0ab622656495 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:18:30.495729 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Attempting to bind port ab0430d9-3b00-4cf2-86db-0ab622656495 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:18:30.496098 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Attempting to bind port ab0430d9-3b00-4cf2-86db-0ab622656495 on network 659bb59b-3f11-4e82-88df-ec448e9e7e28 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:18:30.510440 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41526) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:30.515337 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-4d8ac426-72ba-49da-83dd-5a4154b6539f admin admin] Request body: {'subnet': {'network_id': '094cf5c7-571a-4588-982d-7264585fb556', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-884408233-subnet', 'tenant_id': '7b531609069a4de8b99bbdf8d139cb2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:30.535805 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:18:30.536178 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Checking segment: {'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:30.536656 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.537062 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Bound using segment: {'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:18:30.537555 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Bound port: ab0430d9-3b00-4cf2-86db-0ab622656495, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:18:30.537956 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.573395 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a3944-6e73-447e-a834-04fccbf43f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54963cb-0986-4500-9b88-9607219c9268,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:30.576104 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8ac426-72ba-49da-83dd-5a4154b6539f admin admin] Made reservation on behalf of 7b531609069a4de8b99bbdf8d139cb2c for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:18:30.578623 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac426-72ba-49da-83dd-5a4154b6539f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.602773 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1a3944-6e73-447e-a834-04fccbf43f0a admin admin] Checking segment: {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:30.603126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a3944-6e73-447e-a834-04fccbf43f0a admin admin] Network hostable DHCP agents. Network: ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:18:30.677179 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a3944-6e73-447e-a834-04fccbf43f0a admin admin] Network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:18:30.679517 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:18:30.697574 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-af1a3944-6e73-447e-a834-04fccbf43f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:30.706756 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1a3944-6e73-447e-a834-04fccbf43f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:30.707532 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-af1a3944-6e73-447e-a834-04fccbf43f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.709665 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (81646227-5519-498f-8b2f-dd25d438e0a7), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.710266 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] Added segment 81646227-5519-498f-8b2f-dd25d438e0a7 of type vlan for network 028a45e4-8708-408c-a3b9-d772d5389f9f Apr 12 16:18:30.718290 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71804693-2bfa-4b21-aefe-b6651ee6af16 None None] Network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:18:30.727967 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Publish callbacks [] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.753195 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-af1a3944-6e73-447e-a834-04fccbf43f0a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7486424 Apr 12 16:18:30.756173 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41532) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:30.761622 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:30.774625 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.775432 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (028a45e4-8708-408c-a3b9-d772d5389f9f), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.782023 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] For port ab0430d9-3b00-4cf2-86db-0ab622656495, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:18:30.835810 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967db3a2-4b9d-4958-ae14-64a6a261f287,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:30.862553 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:30.864990 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] For port ab0430d9-3b00-4cf2-86db-0ab622656495, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ab0430d9-3b00-4cf2-86db-0ab622656495,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:18:30.869624 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:30.872045 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:18:30.876039 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7305'] for router (d99e522d-0410-4cd3-9872-936ec7a529d7), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.886477 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7312'] for router (d99e522d-0410-4cd3-9872-936ec7a529d7), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:30.895272 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.012391 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Publish callbacks [] for router_gateway (bb403284-cba1-4899-b817-7760de04c38b), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.027055 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac426-72ba-49da-83dd-5a4154b6539f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for subnet (148c44ac-368d-4a24-9cdc-8c82531bc3c7), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.073736 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (028a45e4-8708-408c-a3b9-d772d5389f9f), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.076514 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:31.077330 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.099161 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.166052 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Publish callbacks [] for router_controller (d99e522d-0410-4cd3-9872-936ec7a529d7), precommit_add_association {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.217933 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Pushing event updated for resources: {'Port': ['ID=727445bf-fc95-4fa5-8b06-2f53b6d94857,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:31.232707 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ac426-72ba-49da-83dd-5a4154b6539f admin admin] Pushing event updated for resources: {'Subnet': ['ID=148c44ac-368d-4a24-9cdc-8c82531bc3c7,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:31.350839 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Publish callbacks [] for router_gateway (66294110-db27-454d-bc8e-c150ace49fd8), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.388772 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Attempting to bind port 727445bf-fc95-4fa5-8b06-2f53b6d94857 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:18:31.389155 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Attempting to bind port 727445bf-fc95-4fa5-8b06-2f53b6d94857 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:18:31.389532 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Attempting to bind port 727445bf-fc95-4fa5-8b06-2f53b6d94857 on network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:18:31.424617 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f301f3a-47cf-55cb-a7f1-8233ae76b2f2-ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268'}]}} from dv-cinder-837528-1-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:18:31.425937 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.436668 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:18:31.437464 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Checking segment: {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:31.438216 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.438774 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Bound using segment: {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:18:31.439553 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Bound port: 727445bf-fc95-4fa5-8b06-2f53b6d94857, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:18:31.440307 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.497373 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7382569 Apr 12 16:18:31.507382 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41564) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:31.514763 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-d280011e-645b-4b6c-a63c-bc8c02514fb8 admin admin] Request body: {'subnet': {'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1485031115-subnet', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:31.523274 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdddeaa-578a-4f53-ad55-5b220ae0b207 admin admin] Pushing event updated for resources: {'Network': ['ID=028a45e4-8708-408c-a3b9-d772d5389f9f,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:31.551332 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 028a45e4-8708-408c-a3b9-d772d5389f9f details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:18:31.630398 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d251ad7-7b9f-4185-9793-0f7c9f62c996 None None] Pushing event updated for resources: {'Port': ['ID=ab0430d9-3b00-4cf2-86db-0ab622656495,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:31.636711 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d280011e-645b-4b6c-a63c-bc8c02514fb8 admin admin] Made reservation on behalf of 9e274b464718459ea125ef2d5b5003ce for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:18:31.639266 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d280011e-645b-4b6c-a63c-bc8c02514fb8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.741596 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Publish callbacks [] for router_gateway (d99e522d-0410-4cd3-9872-936ec7a529d7), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.749310 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] For port 727445bf-fc95-4fa5-8b06-2f53b6d94857, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:18:31.755556 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8ac426-72ba-49da-83dd-5a4154b6539f admin admin] Checking segment: {'id': '816e2bf1-b168-4578-b8d6-10a8d5a6ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '094cf5c7-571a-4588-982d-7264585fb556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:31.756056 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8ac426-72ba-49da-83dd-5a4154b6539f admin admin] Network hostable DHCP agents. Network: 094cf5c7-571a-4588-982d-7264585fb556, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:18:31.758814 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] For port 727445bf-fc95-4fa5-8b06-2f53b6d94857, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=727445bf-fc95-4fa5-8b06-2f53b6d94857,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:18:31.766521 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Allocated IP 172.27.2.188 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/3ce3d6dd-13fd-47f0-874c-8d19c3f1c279) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:31.798426 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.837281 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8ac426-72ba-49da-83dd-5a4154b6539f admin admin] Network 094cf5c7-571a-4588-982d-7264585fb556 is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:18:31.859538 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-4d8ac426-72ba-49da-83dd-5a4154b6539f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 094cf5c7-571a-4588-982d-7264585fb556) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:31.880206 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283ba186-6025-446c-b307-5fa7254c5bf4 None None] Network 094cf5c7-571a-4588-982d-7264585fb556 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:18:31.932304 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Publish callbacks [] for router_gateway (66294110-db27-454d-bc8e-c150ace49fd8), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.976437 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8ac426-72ba-49da-83dd-5a4154b6539f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:31.977042 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac426-72ba-49da-83dd-5a4154b6539f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:31.996260 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Allocated IP 172.20.0.2 (ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a/a54963cb-0986-4500-9b88-9607219c9268/3b06202e-1dfb-4b4a-b0a0-da636b281b75) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:32.018636 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:32.044058 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41572) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:32.083667 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-4d8ac426-72ba-49da-83dd-5a4154b6539f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5720830 Apr 12 16:18:32.094625 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86598570-b9a1-43fb-99ba-72c20a5ff219 None None] Network 094cf5c7-571a-4588-982d-7264585fb556 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:18:32.105919 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Publish callbacks [] for router_gateway (d99e522d-0410-4cd3-9872-936ec7a529d7), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:32.110375 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca49b2-b7a3-4ebf-8a15-b314ce7a1a97 None None] Pushing event updated for resources: {'Port': ['ID=727445bf-fc95-4fa5-8b06-2f53b6d94857,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:32.151018 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:32.503735 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Publish callbacks [] for port (3ce3d6dd-13fd-47f0-874c-8d19c3f1c279), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:32.505656 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8e34fd9a-b024-44ae-914d-387b6f1b7e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:32.534009 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device ab0430d9-3b00-4cf2-86db-0ab622656495 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:32.573612 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d280011e-645b-4b6c-a63c-bc8c02514fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for subnet (eff737a4-8496-4d8b-b7c1-649a5d573665), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:32.681028 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (3ce3d6dd-13fd-47f0-874c-8d19c3f1c279), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:32.684626 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db12d50-3226-4f6c-86ae-5b4a99b01be3 None None] Network 659bb59b-3f11-4e82-88df-ec448e9e7e28 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:18:32.704138 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Allocated IP 172.27.2.183 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/4712ed58-356f-4d8f-97e9-96e0778ffbbc) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:32.791806 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8e34fd9a-b024-44ae-914d-387b6f1b7e0c admin admin] Publish callbacks [] for security_group (720fc653-0d4e-46ef-b72f-c64a89f4a601), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:32.795339 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Publish callbacks [] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:32.852316 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8e34fd9a-b024-44ae-914d-387b6f1b7e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (720fc653-0d4e-46ef-b72f-c64a89f4a601), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:32.861316 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:32.908143 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:32.911505 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Publish callbacks [] for port (4712ed58-356f-4d8f-97e9-96e0778ffbbc), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:32.925651 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41634) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:32.929079 dv-cinder-837528-1-iscsi neutron-server[103551]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 16:18:32.962382 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34fd9a-b024-44ae-914d-387b6f1b7e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720fc653-0d4e-46ef-b72f-c64a89f4a601,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:32.987480 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:32.988431 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:32.989606 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port ab0430d9-3b00-4cf2-86db-0ab622656495 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:32.990450 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.018983 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (4712ed58-356f-4d8f-97e9-96e0778ffbbc), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.034431 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-b8456a92-3c13-41b2-b086-955899a2dcfb None None] Provisioning complete for port ab0430d9-3b00-4cf2-86db-0ab622656495 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:33.035250 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b8456a92-3c13-41b2-b086-955899a2dcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.051592 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:33.058974 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:18:33.135404 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d280011e-645b-4b6c-a63c-bc8c02514fb8 admin admin] Checking segment: {'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:33.135757 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d280011e-645b-4b6c-a63c-bc8c02514fb8 admin admin] Network hostable DHCP agents. Network: 028a45e4-8708-408c-a3b9-d772d5389f9f, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:18:33.140463 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Allocated IP 172.27.2.77 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:33.143961 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Pushing event updated for resources: {'Port': ['ID=3ce3d6dd-13fd-47f0-874c-8d19c3f1c279,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:33.153045 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8e34fd9a-b024-44ae-914d-387b6f1b7e0c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7a710ef5e8404dd4a9569073f3acf577&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1028852 Apr 12 16:18:33.154481 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280011e-645b-4b6c-a63c-bc8c02514fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff737a4-8496-4d8b-b7c1-649a5d573665,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:33.160393 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:18:33.162384 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41638) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:33.343280 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Pushing event updated for resources: {'Port': ['ID=3b06202e-1dfb-4b4a-b0a0-da636b281b75,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:33.344932 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:33.357751 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-b8456a92-3c13-41b2-b086-955899a2dcfb None None] Current status of the port ab0430d9-3b00-4cf2-86db-0ab622656495 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:33.358481 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b8456a92-3c13-41b2-b086-955899a2dcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.361963 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Attempting to bind port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:18:33.362361 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Attempting to bind port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:18:33.362724 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Attempting to bind port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 on network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:18:33.372275 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Pushing event updated for resources: {'Port': ['ID=4712ed58-356f-4d8f-97e9-96e0778ffbbc,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:33.376141 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:18:33.376780 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Checking segment: {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:33.377359 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.377772 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Bound using segment: {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:18:33.378341 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Bound port: 3b06202e-1dfb-4b4a-b0a0-da636b281b75, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:18:33.379159 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.381793 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:33.417986 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port ab0430d9-3b00-4cf2-86db-0ab622656495 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:33.418495 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.442469 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-6c43aa0b-01fd-45ff-8375-26fe846611dd tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:33.444504 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-6c43aa0b-01fd-45ff-8375-26fe846611dd tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/networks?id=094cf5c7-571a-4588-982d-7264585fb556 HTTP/1.1" status: 200 len: 811 time: 0.5169244 Apr 12 16:18:33.457145 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:18:33.502200 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-b8456a92-3c13-41b2-b086-955899a2dcfb None None] For port ab0430d9-3b00-4cf2-86db-0ab622656495, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ab0430d9-3b00-4cf2-86db-0ab622656495,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:18:33.515676 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b8456a92-3c13-41b2-b086-955899a2dcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.524739 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ee2e0a-d202-4b12-8444-62746e580e51 None None] Network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:18:33.536096 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-9be7b14f-447b-4d6b-938a-c53a72af28ce tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/quotas/7b531609069a4de8b99bbdf8d139cb2c HTTP/1.1" status: 200 len: 375 time: 0.0127251 Apr 12 16:18:33.605879 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Publish callbacks [] for port (d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.617018 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-8cbe88e1-c130-49a9-8638-23a610a2031b tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b531609069a4de8b99bbdf8d139cb2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740016 Apr 12 16:18:33.652517 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] For port 3b06202e-1dfb-4b4a-b0a0-da636b281b75, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:18:33.690452 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-72acf9db-8cae-4e63-ab6a-70fcd755863a None None] Provisioning complete for port ab0430d9-3b00-4cf2-86db-0ab622656495 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:33.691322 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-72acf9db-8cae-4e63-ab6a-70fcd755863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.693625 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.db.api [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 16:18:33.694199 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG oslo_db.api [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 16:18:33.694621 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.714643 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d280011e-645b-4b6c-a63c-bc8c02514fb8 admin admin] Network 028a45e4-8708-408c-a3b9-d772d5389f9f is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:18:33.748013 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] For port 3b06202e-1dfb-4b4a-b0a0-da636b281b75, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=3b06202e-1dfb-4b4a-b0a0-da636b281b75,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:18:33.758118 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cff9c85b-765c-49fa-9565-32e9485f82f0 admin admin] Publish callbacks [] for security_group (720fc653-0d4e-46ef-b72f-c64a89f4a601), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.766902 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8456a92-3c13-41b2-b086-955899a2dcfb None None] Pushing event updated for resources: {'Port': ['ID=ab0430d9-3b00-4cf2-86db-0ab622656495,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:33.774362 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.782831 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cff9c85b-765c-49fa-9565-32e9485f82f0 admin admin] Publish callbacks [] for security_group (720fc653-0d4e-46ef-b72f-c64a89f4a601), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.809115 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-6723e7bd-d6bf-495f-b811-49b732ddbce0 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:18:33.810644 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-6723e7bd-d6bf-495f-b811-49b732ddbce0 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1048858 Apr 12 16:18:33.826334 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Pushing event updated for resources: {'Port': ['ID=d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:33.833509 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Publish callbacks [] for router_gateway (d99e522d-0410-4cd3-9872-936ec7a529d7), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:33.849825 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:33.858684 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:33.868580 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-d280011e-645b-4b6c-a63c-bc8c02514fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 028a45e4-8708-408c-a3b9-d772d5389f9f) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:33.881018 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:18:33.906586 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2590612-a4fd-4597-b066-3c338309e220 None None] Network 028a45e4-8708-408c-a3b9-d772d5389f9f requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:18:33.960691 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d280011e-645b-4b6c-a63c-bc8c02514fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:33.962091 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d280011e-645b-4b6c-a63c-bc8c02514fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:34.086980 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-b4b78a2a-1977-4062-aea4-ae00a095dbb2 service neutron] 10.222.0.67 "GET /v2.0/networks/094cf5c7-571a-4588-982d-7264585fb556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674980 Apr 12 16:18:34.113329 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c875b-c71b-40af-961b-f47f4b370a91 None None] Pushing event updated for resources: {'Port': ['ID=3b06202e-1dfb-4b4a-b0a0-da636b281b75,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:34.265879 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41662) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:34.266573 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cff9c85b-765c-49fa-9565-32e9485f82f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (720fc653-0d4e-46ef-b72f-c64a89f4a601), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:34.269681 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cff9c85b-765c-49fa-9565-32e9485f82f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:34.277457 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-cff9c85b-765c-49fa-9565-32e9485f82f0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/720fc653-0d4e-46ef-b72f-c64a89f4a601 HTTP/1.1" status: 204 len: 168 time: 1.1117854 Apr 12 16:18:34.308540 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9c85b-765c-49fa-9565-32e9485f82f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720fc653-0d4e-46ef-b72f-c64a89f4a601,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:34.359322 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d280011e-645b-4b6c-a63c-bc8c02514fb8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8503742 Apr 12 16:18:34.376632 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41668) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:34.383266 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:34.470593 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Publish callbacks [] for router_gateway (bb403284-cba1-4899-b817-7760de04c38b), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:34.517058 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f301f3a-47cf-55cb-a7f1-8233ae76b2f2-028a45e4-8708-408c-a3b9-d772d5389f9f', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665'}]}} from dv-cinder-837528-1-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:18:34.519836 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:34.545442 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-d124f9c6-78cd-4e9b-8580-dba49025f5a5 service neutron] 10.222.0.67 "GET /v2.0/networks/094cf5c7-571a-4588-982d-7264585fb556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505525 Apr 12 16:18:34.556743 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693159'] for router (d99e522d-0410-4cd3-9872-936ec7a529d7), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:34.565596 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7305'] for router (d8b87beb-b277-4a78-ae2e-efa7676f5679), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:34.569636 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7312'] for router (d8b87beb-b277-4a78-ae2e-efa7676f5679), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:34.622512 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-72acf9db-8cae-4e63-ab6a-70fcd755863a None None] Current status of the port ab0430d9-3b00-4cf2-86db-0ab622656495 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:34.631364 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a3419450-50ba-44d9-ade8-23e88367d17f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:34.633507 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-72acf9db-8cae-4e63-ab6a-70fcd755863a None None] Provisioning complete for port 727445bf-fc95-4fa5-8b06-2f53b6d94857 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:34.634488 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-72acf9db-8cae-4e63-ab6a-70fcd755863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:34.681614 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port ab0430d9-3b00-4cf2-86db-0ab622656495 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:34.940187 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Router d99e522d-0410-4cd3-9872-936ec7a529d7 is scheduled to L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 with binding_index 1 {{(pid=103551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:18:35.035037 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Publish callbacks [] for router_controller (d8b87beb-b277-4a78-ae2e-efa7676f5679), precommit_add_association {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:35.057978 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-72acf9db-8cae-4e63-ab6a-70fcd755863a None None] Current status of the port 727445bf-fc95-4fa5-8b06-2f53b6d94857 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:35.058535 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-72acf9db-8cae-4e63-ab6a-70fcd755863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:35.073626 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 727445bf-fc95-4fa5-8b06-2f53b6d94857 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:35.079589 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41704) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:35.270467 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Allocated IP 172.20.0.2 (028a45e4-8708-408c-a3b9-d772d5389f9f/eff737a4-8496-4d8b-b7c1-649a5d573665/3b33d6e1-6687-43d2-a6cf-94dd8f984cab) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:35.287909 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68d053c5-8f35-4a29-8db9-d930f14ce35e req-4407b18d-32e4-4bf4-b522-daba7c91c508 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 210 time: 0.1362379 Apr 12 16:18:35.319524 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Publish callbacks [] for router_gateway (66294110-db27-454d-bc8e-c150ace49fd8), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:35.325028 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 727445bf-fc95-4fa5-8b06-2f53b6d94857 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:35.336310 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:35.338612 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:18:35.345171 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-72acf9db-8cae-4e63-ab6a-70fcd755863a None None] For port 727445bf-fc95-4fa5-8b06-2f53b6d94857, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=727445bf-fc95-4fa5-8b06-2f53b6d94857,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:18:35.352014 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Sync routers for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:18:35.373814 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:35.374084 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:35.375852 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:35.379426 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-9fc09445-5d29-4586-8a0a-b8bcdeaca6fc admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6220648 Apr 12 16:18:35.380287 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41726) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:35.431701 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-72acf9db-8cae-4e63-ab6a-70fcd755863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:35.652816 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:35.719089 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9f7cf3-353c-4035-9b75-675ffe0784be None None] Network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:18:35.764112 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-e0885d85-04f7-4c36-80f4-e8d7e0f4e0ea None None] Provisioning complete for port 727445bf-fc95-4fa5-8b06-2f53b6d94857 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:35.764112 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e0885d85-04f7-4c36-80f4-e8d7e0f4e0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:35.904653 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acf9db-8cae-4e63-ab6a-70fcd755863a None None] Pushing event updated for resources: {'Port': ['ID=727445bf-fc95-4fa5-8b06-2f53b6d94857,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:36.023034 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:33Z', 'revision_number': 3, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:36.071285 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Checking router: d99e522d-0410-4cd3-9872-936ec7a529d7 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:18:36.071782 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Updating router d99e522d-0410-4cd3-9872-936ec7a529d7 port 4712ed58-356f-4d8f-97e9-96e0778ffbbc binding host dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:18:36.099067 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693159'] for router (bb403284-cba1-4899-b817-7760de04c38b), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.102388 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (4712ed58-356f-4d8f-97e9-96e0778ffbbc), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.212133 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 727445bf-fc95-4fa5-8b06-2f53b6d94857 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:36.215548 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device ab0430d9-3b00-4cf2-86db-0ab622656495 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:36.293020 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Publish callbacks [] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.390595 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.405759 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41764) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:36.424331 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.435502 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a3419450-50ba-44d9-ade8-23e88367d17f admin admin] Publish callbacks [] for security_group (46060103-6f74-42f9-b2ca-5b1825a61526), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.439583 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Publish callbacks [] for router_gateway (d8b87beb-b277-4a78-ae2e-efa7676f5679), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.469686 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a3419450-50ba-44d9-ade8-23e88367d17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (46060103-6f74-42f9-b2ca-5b1825a61526), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.578383 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Network 028a45e4-8708-408c-a3b9-d772d5389f9f is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:36.596555 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-e0885d85-04f7-4c36-80f4-e8d7e0f4e0ea None None] Current status of the port 727445bf-fc95-4fa5-8b06-2f53b6d94857 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:36.600151 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:36.606873 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Pushing event updated for resources: {'Port': ['ID=3b33d6e1-6687-43d2-a6cf-94dd8f984cab,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:36.610976 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:18:36.684537 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Publish callbacks [] for port (4712ed58-356f-4d8f-97e9-96e0778ffbbc), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.695263 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (4712ed58-356f-4d8f-97e9-96e0778ffbbc), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.700561 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port ab0430d9-3b00-4cf2-86db-0ab622656495 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:36.702656 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.758412 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-a3419450-50ba-44d9-ade8-23e88367d17f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6e8d60090df948278d646930aa20e3a9&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4808068 Apr 12 16:18:36.759375 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Attempting to bind port 4712ed58-356f-4d8f-97e9-96e0778ffbbc on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:18:36.760447 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Attempting to bind port 4712ed58-356f-4d8f-97e9-96e0778ffbbc by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:18:36.760964 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Attempting to bind port 4712ed58-356f-4d8f-97e9-96e0778ffbbc on network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:18:36.778002 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41776) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:36.808657 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:18:36.810158 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Checking segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:36.811398 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.812158 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Bound using segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:18:36.812791 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Bound port: 4712ed58-356f-4d8f-97e9-96e0778ffbbc, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:18:36.813398 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (4712ed58-356f-4d8f-97e9-96e0778ffbbc), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.833655 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-f42afe1a-a988-4220-894d-2a418bd04a6e None None] Provisioning complete for port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:36.834137 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f42afe1a-a988-4220-894d-2a418bd04a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.890550 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] For port 4712ed58-356f-4d8f-97e9-96e0778ffbbc, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:18:36.890550 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] For port 4712ed58-356f-4d8f-97e9-96e0778ffbbc, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=4712ed58-356f-4d8f-97e9-96e0778ffbbc,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:18:36.893874 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3419450-50ba-44d9-ade8-23e88367d17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46060103-6f74-42f9-b2ca-5b1825a61526,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:36.908993 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Attempting to bind port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:18:36.909335 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Attempting to bind port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:18:36.909724 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Attempting to bind port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab on network 028a45e4-8708-408c-a3b9-d772d5389f9f {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:18:36.916662 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693159'] for router (66294110-db27-454d-bc8e-c150ace49fd8), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.917248 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (4712ed58-356f-4d8f-97e9-96e0778ffbbc), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.940407 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:18:36.940790 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Checking segment: {'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:36.941279 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.941729 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Bound using segment: {'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:18:36.942246 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Bound port: 3b33d6e1-6687-43d2-a6cf-94dd8f984cab, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:18:36.942622 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:36.954110 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Allocated IP 172.20.0.1 (ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a/a54963cb-0986-4500-9b88-9607219c9268/d3aae52e-69e1-45b5-b6a7-736f8edd6c1d) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:36.972816 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:36.973549 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:37.104723 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Publish callbacks [] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.112551 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:37.146951 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26a4d8a7-e83a-449a-991c-ed21721532a7 req-6d04ff74-50a8-412e-b49d-706f698f08b0 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 210 time: 0.7165875 Apr 12 16:18:37.153331 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.187877 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Pushing event updated for resources: {'Port': ['ID=4712ed58-356f-4d8f-97e9-96e0778ffbbc,revision_number=2']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:37.235663 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-58ea2546-5575-4e90-9c4b-a42d9a1caeac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.287832 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:37.296910 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port ab0430d9-3b00-4cf2-86db-0ab622656495 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:37.298655 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3b06202e-1dfb-4b4a-b0a0-da636b281b75 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:37.299572 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:37.319639 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-68becdcf-1928-40a7-836b-eb92a9cce450 admin admin] Publish callbacks [] for security_group (46060103-6f74-42f9-b2ca-5b1825a61526), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.334460 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-f42afe1a-a988-4220-894d-2a418bd04a6e None None] Current status of the port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:37.335002 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f42afe1a-a988-4220-894d-2a418bd04a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.335287 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:18:37.335829 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693078'] for router_interface (d99e522d-0410-4cd3-9872-936ec7a529d7), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.369741 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:33Z', 'revision_number': 3, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:37.371633 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] For port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:18:37.408348 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b02a71-e614-49f2-bcca-63ea069bb37e None None] The sync data for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi is: [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:33Z', 'revision_number': 3, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:18:37.411195 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.411821 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.412194 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.413167 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.413167 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.413348 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.413613 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.413943 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.414314 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.414715 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.414961 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.415583 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.415925 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.416253 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.416579 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:18:37.417859 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] For port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=3b33d6e1-6687-43d2-a6cf-94dd8f984cab,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Tracked resource versions report: Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: pushed versions: Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: { 'AddressGroup': {'1.2'}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Agent': {'1.1'}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'ConntrackHelper': {'1.0'}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Log': {'1.0'}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'NDPProxy': {'1.0'}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Network': {'1.1'}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Port': {'1.7'}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'PortForwarding': {'1.3'}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'QosPolicy': {'1.10'}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'SecurityGroup': {'1.5'}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'SubPort': {'1.0'}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Subnet': {'1.1'}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Trunk': {'1.1'}} Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: consumer versions: Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: { DHCP agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: HyperV agent@hv-cinder-83752: {}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: L3 agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: Metadata agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: Metering agent@dv-cinder-837528-1-iscsi: {}, Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: Open vSwitch agent@dv-cinder-837528-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Agent': '1.1', Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'ConntrackHelper': '1.0', Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'LocalIPAssociation': '1.0', Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Log': '1.0', Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'NDPProxy': '1.0', Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Network': '1.1', Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Port': '1.7', Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'PortForwarding': '1.3', Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'QosPolicy': '1.10', Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'SecurityGroup': '1.5', Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'SecurityGroupRule': '1.2', Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'SubPort': '1.0', Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Subnet': '1.1', Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: 'Trunk': '1.1'}} Apr 12 16:18:37.418115 dv-cinder-837528-1-iscsi neutron-server[103553]: {{(pid=103553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:18:37.452507 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.472527 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-68becdcf-1928-40a7-836b-eb92a9cce450 admin admin] Publish callbacks [] for security_group (46060103-6f74-42f9-b2ca-5b1825a61526), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.518379 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-f42afe1a-a988-4220-894d-2a418bd04a6e None None] For port 3b06202e-1dfb-4b4a-b0a0-da636b281b75, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=3b06202e-1dfb-4b4a-b0a0-da636b281b75,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:18:37.525295 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Router bb403284-cba1-4899-b817-7760de04c38b is scheduled to L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 with binding_index 1 {{(pid=103550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:18:37.581175 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f42afe1a-a988-4220-894d-2a418bd04a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.583096 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88997adc-1d64-4e9f-bba4-9a5b5608dba5 None None] Pushing event updated for resources: {'Port': ['ID=4712ed58-356f-4d8f-97e9-96e0778ffbbc,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:37.608118 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:37.608624 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.617995 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Pushing event updated for resources: {'Port': ['ID=d3aae52e-69e1-45b5-b6a7-736f8edd6c1d,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:37.698444 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a29a48-0dc3-4c34-a610-5ab592079fd0 None None] Pushing event updated for resources: {'Port': ['ID=3b33d6e1-6687-43d2-a6cf-94dd8f984cab,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:37.712228 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Publish callbacks [] for router_gateway (d8b87beb-b277-4a78-ae2e-efa7676f5679), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.760124 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-68becdcf-1928-40a7-836b-eb92a9cce450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (46060103-6f74-42f9-b2ca-5b1825a61526), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.762616 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-68becdcf-1928-40a7-836b-eb92a9cce450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.763779 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-68becdcf-1928-40a7-836b-eb92a9cce450 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/46060103-6f74-42f9-b2ca-5b1825a61526 HTTP/1.1" status: 204 len: 168 time: 0.9776235 Apr 12 16:18:37.781369 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-58ea2546-5575-4e90-9c4b-a42d9a1caeac admin admin] Publish callbacks [] for security_group (ee58363f-9e43-42ed-8fe8-32dbbf019233), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.782509 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.812494 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-58ea2546-5575-4e90-9c4b-a42d9a1caeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (ee58363f-9e43-42ed-8fe8-32dbbf019233), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.840290 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-de882134-c56a-43e7-a762-9525aaa7f32a None None] Provisioning complete for port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:37.841995 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-de882134-c56a-43e7-a762-9525aaa7f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:37.864190 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68becdcf-1928-40a7-836b-eb92a9cce450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46060103-6f74-42f9-b2ca-5b1825a61526,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:37.985315 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42afe1a-a988-4220-894d-2a418bd04a6e None None] Pushing event updated for resources: {'Port': ['ID=3b06202e-1dfb-4b4a-b0a0-da636b281b75,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:38.078678 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:18:38.159450 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Router 66294110-db27-454d-bc8e-c150ace49fd8 is scheduled to L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 with binding_index 1 {{(pid=103550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:18:38.165028 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-58ea2546-5575-4e90-9c4b-a42d9a1caeac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f21f6906fc144ad697617fabc28d6dcf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7571509 Apr 12 16:18:38.165835 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea2546-5575-4e90-9c4b-a42d9a1caeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee58363f-9e43-42ed-8fe8-32dbbf019233,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:38.170053 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:38.171709 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41810) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:38.225912 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.45', 49930) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:38.322708 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:18:38.359316 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-de882134-c56a-43e7-a762-9525aaa7f32a None None] Current status of the port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:38.364802 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Sync routers for ids ['bb403284-cba1-4899-b817-7760de04c38b'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:18:38.414205 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Routers {'bb403284-cba1-4899-b817-7760de04c38b'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:38.419391 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['bb403284-cba1-4899-b817-7760de04c38b'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:38.663644 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:38.665026 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-1702e5ef-af13-4f49-89ed-540f50adb99a admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.6921043 Apr 12 16:18:38.709562 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Allocated IP 172.27.2.229 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/9d58e96b-7b71-49df-b66a-817e1e38e641) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:38.719946 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41838) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:38.838734 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Set router bb403284-cba1-4899-b817-7760de04c38b gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:38.856393 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d474350e-301a-4931-80bc-3b7be591f869 req-bfb89856-4adf-42d0-aa57-cb84e3beb9d6 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 210 time: 0.1237659 Apr 12 16:18:38.882652 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.008976 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41850) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:39.037664 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c5d9-8797-4d64-b187-bae50fd9b734 admin admin] Publish callbacks [] for security_group (ee58363f-9e43-42ed-8fe8-32dbbf019233), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.067999 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 727445bf-fc95-4fa5-8b06-2f53b6d94857 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:39.129825 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-0952e126-5b80-4255-bd7d-394219a7c71d None None] Provisioning complete for port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:39.130189 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0952e126-5b80-4255-bd7d-394219a7c71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.198617 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c5d9-8797-4d64-b187-bae50fd9b734 admin admin] Publish callbacks [] for security_group (ee58363f-9e43-42ed-8fe8-32dbbf019233), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.254061 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-0952e126-5b80-4255-bd7d-394219a7c71d None None] Port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:18:39.265444 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 727445bf-fc95-4fa5-8b06-2f53b6d94857 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:39.265927 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.333447 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5c23dc78-408f-4802-bafd-58d624106496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.393916 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:33Z', 'revision_number': 3, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:39.457383 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Checking router: bb403284-cba1-4899-b817-7760de04c38b for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:18:39.457752 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Updating router bb403284-cba1-4899-b817-7760de04c38b port 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 binding host dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:18:39.476378 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fce6949-c04c-4c48-8500-4cedbb0f5b49 None None] Network 028a45e4-8708-408c-a3b9-d772d5389f9f requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:18:39.514673 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3ce3d6dd-13fd-47f0-874c-8d19c3f1c279), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.536534 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:18:39.547951 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Sync routers for ids ['66294110-db27-454d-bc8e-c150ace49fd8'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:18:39.565613 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Routers {'66294110-db27-454d-bc8e-c150ace49fd8'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:39.567092 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['66294110-db27-454d-bc8e-c150ace49fd8'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:39.585217 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5c23dc78-408f-4802-bafd-58d624106496 admin admin] Publish callbacks [] for security_group (5dffc081-426f-4385-8c8c-c0d963e8f799), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.610645 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5c23dc78-408f-4802-bafd-58d624106496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (5dffc081-426f-4385-8c8c-c0d963e8f799), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.716481 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.718217 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-42dc54c1-b1a1-4ce1-ac66-dd2d89098636 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.0540762 Apr 12 16:18:39.723851 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 41878) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:39.765624 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c5d9-8797-4d64-b187-bae50fd9b734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (ee58363f-9e43-42ed-8fe8-32dbbf019233), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.776798 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-a9cb888c-ad74-48de-8c22-4027daf59fc7 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:39.778102 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c5d9-8797-4d64-b187-bae50fd9b734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.784082 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d9a5c5d9-8797-4d64-b187-bae50fd9b734 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ee58363f-9e43-42ed-8fe8-32dbbf019233 HTTP/1.1" status: 204 len: 168 time: 1.6038356 Apr 12 16:18:39.795925 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-a9cb888c-ad74-48de-8c22-4027daf59fc7 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.45 "GET /v2.0/networks?id=094cf5c7-571a-4588-982d-7264585fb556 HTTP/1.1" status: 200 len: 811 time: 1.5455594 Apr 12 16:18:39.817714 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-5c23dc78-408f-4802-bafd-58d624106496 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d91d43ac9c8541ab88da2c3448dcb2ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8026421 Apr 12 16:18:39.821943 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41884) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:39.825504 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Publish callbacks [] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.845767 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23dc78-408f-4802-bafd-58d624106496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dffc081-426f-4385-8c8c-c0d963e8f799,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:39.852178 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Set router 66294110-db27-454d-bc8e-c150ace49fd8 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:39.854973 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.856255 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693734'] for router_interface (d99e522d-0410-4cd3-9872-936ec7a529d7), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:39.951977 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5c5d9-8797-4d64-b187-bae50fd9b734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee58363f-9e43-42ed-8fe8-32dbbf019233,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:39.982056 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 727445bf-fc95-4fa5-8b06-2f53b6d94857 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:39.987619 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3b06202e-1dfb-4b4a-b0a0-da636b281b75 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:40.007790 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-84e3e2a7-6970-40a6-b841-82729e0602e1 None None] Provisioning complete for port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:40.008173 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-84e3e2a7-6970-40a6-b841-82729e0602e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:40.041160 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Pushing event updated for resources: {'Port': ['ID=d3aae52e-69e1-45b5-b6a7-736f8edd6c1d,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:40.063439 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f1077346-8b2a-48c8-9f5f-54ed89a6e38d admin admin] Publish callbacks [] for security_group (5dffc081-426f-4385-8c8c-c0d963e8f799), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:40.110402 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f1077346-8b2a-48c8-9f5f-54ed89a6e38d admin admin] Publish callbacks [] for security_group (5dffc081-426f-4385-8c8c-c0d963e8f799), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:40.170337 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:40.198169 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:40.229168 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-ea7ad7d9-4a43-4697-8097-6c8a2425f3df tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Request body: {'port': {'device_id': '487aea79-f1c3-4ab8-9d49-cee300992479', 'network_id': '094cf5c7-571a-4588-982d-7264585fb556', 'admin_state_up': True, 'tenant_id': '7b531609069a4de8b99bbdf8d139cb2c'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:40.509685 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:40.510263 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:40.555715 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:34Z', 'revision_number': 3, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:40.677008 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Checking router: 66294110-db27-454d-bc8e-c150ace49fd8 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:18:40.677589 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Updating router 66294110-db27-454d-bc8e-c150ace49fd8 port d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 binding host dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:18:40.716198 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41892) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:40.746923 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:40.791465 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Router d99e522d-0410-4cd3-9872-936ec7a529d7 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:18:40.794375 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-99836cd4-7fe3-4742-8e82-91bab3f812f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:40.927928 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-84e3e2a7-6970-40a6-b841-82729e0602e1 None None] Current status of the port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:40.928214 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-84e3e2a7-6970-40a6-b841-82729e0602e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:40.972238 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:40.972238 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 4712ed58-356f-4d8f-97e9-96e0778ffbbc up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:41.022865 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-99836cd4-7fe3-4742-8e82-91bab3f812f0 admin admin] Publish callbacks [] for security_group (a33f8da5-c87c-4b58-8b3f-698c811416ec), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.037254 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dc873aee-2f7e-4388-a367-bed6fc793f9c req-0383d925-b5f2-4d01-a300-494afd6d17aa tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 210 time: 0.3514125 Apr 12 16:18:41.045469 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 4712ed58-356f-4d8f-97e9-96e0778ffbbc triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:41.045821 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (4712ed58-356f-4d8f-97e9-96e0778ffbbc), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.055545 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-99836cd4-7fe3-4742-8e82-91bab3f812f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (a33f8da5-c87c-4b58-8b3f-698c811416ec), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.083148 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-84e3e2a7-6970-40a6-b841-82729e0602e1 None None] For port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=3b33d6e1-6687-43d2-a6cf-94dd8f984cab,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:18:41.098302 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-84e3e2a7-6970-40a6-b841-82729e0602e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.120485 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Publish callbacks [] for port (9d58e96b-7b71-49df-b66a-817e1e38e641), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.240219 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99836cd4-7fe3-4742-8e82-91bab3f812f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f8da5-c87c-4b58-8b3f-698c811416ec,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:41.246724 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (9d58e96b-7b71-49df-b66a-817e1e38e641), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.256073 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f1077346-8b2a-48c8-9f5f-54ed89a6e38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (5dffc081-426f-4385-8c8c-c0d963e8f799), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.264865 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f1077346-8b2a-48c8-9f5f-54ed89a6e38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.269806 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f1077346-8b2a-48c8-9f5f-54ed89a6e38d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5dffc081-426f-4385-8c8c-c0d963e8f799 HTTP/1.1" status: 204 len: 168 time: 1.4393296 Apr 12 16:18:41.273556 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:41.282873 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1077346-8b2a-48c8-9f5f-54ed89a6e38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dffc081-426f-4385-8c8c-c0d963e8f799,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:41.289775 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-99836cd4-7fe3-4742-8e82-91bab3f812f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=666ff53959394243a4d33c471045debf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5601180 Apr 12 16:18:41.299279 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41900) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:41.306200 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3e2a7-6970-40a6-b841-82729e0602e1 None None] Pushing event updated for resources: {'Port': ['ID=3b33d6e1-6687-43d2-a6cf-94dd8f984cab,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:41.317427 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-b882d33b-a6d2-49b9-8d93-a93e6b4763a8 None None] Provisioning complete for port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:41.318068 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b882d33b-a6d2-49b9-8d93-a93e6b4763a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.345340 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:41.412365 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:18:41.493773 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:18:41.496032 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d3ef46b6-4bbb-470c-a1f2-99839c00033c admin admin] Publish callbacks [] for security_group (a33f8da5-c87c-4b58-8b3f-698c811416ec), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.502218 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-52fb420a-e413-43e7-acf0-50956a4b1467 admin admin] 10.222.0.67 "PUT /v2.0/routers/d99e522d-0410-4cd3-9872-936ec7a529d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1203454 Apr 12 16:18:41.521897 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 4712ed58-356f-4d8f-97e9-96e0778ffbbc is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:41.523308 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (4712ed58-356f-4d8f-97e9-96e0778ffbbc), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.556448 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d3ef46b6-4bbb-470c-a1f2-99839c00033c admin admin] Publish callbacks [] for security_group (a33f8da5-c87c-4b58-8b3f-698c811416ec), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.556652 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] For port 4712ed58-356f-4d8f-97e9-96e0778ffbbc, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=4712ed58-356f-4d8f-97e9-96e0778ffbbc,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:18:41.562618 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-ea7ad7d9-4a43-4697-8097-6c8a2425f3df tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Made reservation on behalf of 7b531609069a4de8b99bbdf8d139cb2c for: {'port': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:18:41.563728 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Sync routers for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:18:41.580843 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-ea7ad7d9-4a43-4697-8097-6c8a2425f3df tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.583771 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (4712ed58-356f-4d8f-97e9-96e0778ffbbc), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.584579 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3b33d6e1-6687-43d2-a6cf-94dd8f984cab up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:41.645846 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:41.646664 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:41.648622 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d3ef46b6-4bbb-470c-a1f2-99839c00033c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (a33f8da5-c87c-4b58-8b3f-698c811416ec), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.651579 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d3ef46b6-4bbb-470c-a1f2-99839c00033c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:41.655801 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d3ef46b6-4bbb-470c-a1f2-99839c00033c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a33f8da5-c87c-4b58-8b3f-698c811416ec HTTP/1.1" status: 204 len: 168 time: 0.3441710 Apr 12 16:18:41.678994 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef46b6-4bbb-470c-a1f2-99839c00033c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f8da5-c87c-4b58-8b3f-698c811416ec,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:42.083377 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Pushing event updated for resources: {'Port': ['ID=4712ed58-356f-4d8f-97e9-96e0778ffbbc,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:42.126617 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:42.127293 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:42.167957 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41922) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:42.187186 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d876dab3-5a65-4c8b-bdae-fa797fa9eddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:42.200893 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-b882d33b-a6d2-49b9-8d93-a93e6b4763a8 None None] Current status of the port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:42.262898 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Publish callbacks [] for port (3ce3d6dd-13fd-47f0-874c-8d19c3f1c279), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:42.305588 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-b882d33b-a6d2-49b9-8d93-a93e6b4763a8 None None] Provisioning complete for port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:42.305834 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b882d33b-a6d2-49b9-8d93-a93e6b4763a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:42.313377 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:42.320962 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3ce3d6dd-13fd-47f0-874c-8d19c3f1c279), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:42.340208 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Pushing event updated for resources: {'Port': ['ID=9d58e96b-7b71-49df-b66a-817e1e38e641,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:42.361923 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9487eb1d-05b2-46a3-8c58-844ca4f63915 req-1a6c8a7d-e622-4214-9c6e-665bb82aa19a tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 210 time: 0.1255500 Apr 12 16:18:42.566626 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d876dab3-5a65-4c8b-bdae-fa797fa9eddc admin admin] Publish callbacks [] for security_group (7eb8e992-befe-4127-9911-afbb76f00e7e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:42.577522 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d876dab3-5a65-4c8b-bdae-fa797fa9eddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (7eb8e992-befe-4127-9911-afbb76f00e7e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:42.630679 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Publish callbacks [] for port (d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:42.642301 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:42.743301 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Attempting to bind port d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:18:42.743684 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Attempting to bind port d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:18:42.744234 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Attempting to bind port d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 on network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:18:42.752515 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:18:42.752904 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Checking segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:42.753351 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:42.754793 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Bound using segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:18:42.755408 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Bound port: d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:18:42.755924 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:42.772034 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Attempting to bind port 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:18:42.772627 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Attempting to bind port 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:18:42.773041 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Attempting to bind port 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 on network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:18:42.775994 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d876dab3-5a65-4c8b-bdae-fa797fa9eddc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6c155b9239064033b7852ce5b8d37b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6062672 Apr 12 16:18:42.778920 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41936) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:42.782811 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876dab3-5a65-4c8b-bdae-fa797fa9eddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb8e992-befe-4127-9911-afbb76f00e7e,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:42.796152 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:18:42.796556 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Checking segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:42.797032 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:42.797477 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Bound using segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:18:42.798125 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Bound port: 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:18:42.798386 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3ce3d6dd-13fd-47f0-874c-8d19c3f1c279), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:42.800149 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:42.898483 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-484fd7e0-8947-4cb6-89b6-1a5084ebbbea admin admin] Publish callbacks [] for security_group (7eb8e992-befe-4127-9911-afbb76f00e7e), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:42.953364 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-484fd7e0-8947-4cb6-89b6-1a5084ebbbea admin admin] Publish callbacks [] for security_group (7eb8e992-befe-4127-9911-afbb76f00e7e), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:43.011649 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] For port d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:18:43.015995 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-b882d33b-a6d2-49b9-8d93-a93e6b4763a8 None None] Port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:18:43.022878 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] For port d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:18:43.053188 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 4712ed58-356f-4d8f-97e9-96e0778ffbbc up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:43.069852 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb8cbe-aa94-44d3-97a9-440e86775f3e None None] Pushing event updated for resources: {'Port': ['ID=3ce3d6dd-13fd-47f0-874c-8d19c3f1c279,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:43.071515 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-484fd7e0-8947-4cb6-89b6-1a5084ebbbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (7eb8e992-befe-4127-9911-afbb76f00e7e), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:43.074842 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-484fd7e0-8947-4cb6-89b6-1a5084ebbbea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:43.078437 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-484fd7e0-8947-4cb6-89b6-1a5084ebbbea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7eb8e992-befe-4127-9911-afbb76f00e7e HTTP/1.1" status: 204 len: 168 time: 0.2956123 Apr 12 16:18:43.081036 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:43.102319 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f535f47-7d9a-48bd-807a-35dd0f51c8b6 None None] Pushing event updated for resources: {'Port': ['ID=d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95,revision_number=2']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:43.106122 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fd7e0-8947-4cb6-89b6-1a5084ebbbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb8e992-befe-4127-9911-afbb76f00e7e,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:43.387524 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] For port 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:18:43.407971 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Routers {'66294110-db27-454d-bc8e-c150ace49fd8'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:43.409008 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] For port 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=3ce3d6dd-13fd-47f0-874c-8d19c3f1c279,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:18:43.414144 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['66294110-db27-454d-bc8e-c150ace49fd8'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:43.507540 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3ce3d6dd-13fd-47f0-874c-8d19c3f1c279), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:43.577658 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f535f47-7d9a-48bd-807a-35dd0f51c8b6 None None] Pushing event updated for resources: {'Port': ['ID=d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:43.684646 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1b3fc9ec-516f-45d7-920a-52f0d6f709b2 req-2698c865-4bd3-4c9b-bf80-0ef5332cf0c7 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 210 time: 0.1093845 Apr 12 16:18:43.691074 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41954) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:43.704214 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-9dc4cd1d-1624-49bf-8e89-44c176ea1288 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--901098515', 'description': 'tempest-description--616187884'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:43.779299 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb8cbe-aa94-44d3-97a9-440e86775f3e None None] Pushing event updated for resources: {'Port': ['ID=3ce3d6dd-13fd-47f0-874c-8d19c3f1c279,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:43.786299 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9dc4cd1d-1624-49bf-8e89-44c176ea1288 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:43.793718 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 4712ed58-356f-4d8f-97e9-96e0778ffbbc triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:43.794204 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (4712ed58-356f-4d8f-97e9-96e0778ffbbc), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:43.851312 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Publish callbacks [] for router_gateway (d8b87beb-b277-4a78-ae2e-efa7676f5679), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:43.900992 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:39Z', 'revision_number': 2, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:43.902934 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Routers {'bb403284-cba1-4899-b817-7760de04c38b'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:43.903574 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['bb403284-cba1-4899-b817-7760de04c38b'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:43.908299 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] Set router 66294110-db27-454d-bc8e-c150ace49fd8 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:43.981901 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Checking router: d99e522d-0410-4cd3-9872-936ec7a529d7 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:18:43.982256 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Updating router d99e522d-0410-4cd3-9872-936ec7a529d7 port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d binding host dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:18:44.022861 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:44.125488 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9dc4cd1d-1624-49bf-8e89-44c176ea1288 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (fcf9dc89-e8c6-48b1-bd69-455747b5951d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:44.139816 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9dc4cd1d-1624-49bf-8e89-44c176ea1288 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (fcf9dc89-e8c6-48b1-bd69-455747b5951d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:44.258230 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9dc4cd1d-1624-49bf-8e89-44c176ea1288 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:44.259794 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-9dc4cd1d-1624-49bf-8e89-44c176ea1288 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5668604 Apr 12 16:18:44.264348 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41970) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:44.277497 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-01b3fc7f-d1c5-4255-b94a-ab5ca2f8a0d0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'security_group_rule': {'security_group_id': 'fcf9dc89-e8c6-48b1-bd69-455747b5951d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:44.328376 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4cd1d-1624-49bf-8e89-44c176ea1288 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf9dc89-e8c6-48b1-bd69-455747b5951d,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:44.391745 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-01b3fc7f-d1c5-4255-b94a-ab5ca2f8a0d0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (ab29d69a-5648-4531-8074-b3eb5a06f850), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:44.422830 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:34Z', 'revision_number': 3, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:44.452318 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:44.454134 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 4712ed58-356f-4d8f-97e9-96e0778ffbbc is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:44.455303 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3b33d6e1-6687-43d2-a6cf-94dd8f984cab up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:44.505420 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128de9e-1845-465b-b00f-a0ea6b19bafd None None] The sync data for ids ['66294110-db27-454d-bc8e-c150ace49fd8'] in dv-cinder-837528-1-iscsi is: [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:34Z', 'revision_number': 3, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:18:44.571056 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-01b3fc7f-d1c5-4255-b94a-ab5ca2f8a0d0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (ab29d69a-5648-4531-8074-b3eb5a06f850), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:44.578499 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-ea7ad7d9-4a43-4697-8097-6c8a2425f3df tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Allocated IP 172.20.0.7 (094cf5c7-571a-4588-982d-7264585fb556/148c44ac-368d-4a24-9cdc-8c82531bc3c7/f139bb8c-aace-4035-a88f-6180d6399d1b) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:44.582486 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-01b3fc7f-d1c5-4255-b94a-ab5ca2f8a0d0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (ab29d69a-5648-4531-8074-b3eb5a06f850), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:44.636827 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3fc7f-d1c5-4255-b94a-ab5ca2f8a0d0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab29d69a-5648-4531-8074-b3eb5a06f850,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:44.684119 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-01b3fc7f-d1c5-4255-b94a-ab5ca2f8a0d0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:44.689395 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-01b3fc7f-d1c5-4255-b94a-ab5ca2f8a0d0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4192681 Apr 12 16:18:44.691858 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 41986) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:44.703638 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-b0e4c55d-4340-4875-986b-df05108004d1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'security_group_rule': {'security_group_id': 'fcf9dc89-e8c6-48b1-bd69-455747b5951d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:44.728822 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:44.779159 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b0e4c55d-4340-4875-986b-df05108004d1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (45caccc7-18b0-430d-ad18-f4942b352e51), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:44.834940 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] Set router bb403284-cba1-4899-b817-7760de04c38b gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:44.852607 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:44.853018 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:45.047419 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8856a163-1ab4-4eed-9e95-2c14fe629887 req-5fb2be9a-6c3d-4405-807a-7c4c8d3e863d tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 210 time: 0.1529441 Apr 12 16:18:45.105653 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b0e4c55d-4340-4875-986b-df05108004d1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (45caccc7-18b0-430d-ad18-f4942b352e51), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:45.124203 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b0e4c55d-4340-4875-986b-df05108004d1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (45caccc7-18b0-430d-ad18-f4942b352e51), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:45.188109 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4c55d-4340-4875-986b-df05108004d1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45caccc7-18b0-430d-ad18-f4942b352e51,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:45.192603 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b0e4c55d-4340-4875-986b-df05108004d1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:45.193967 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b0e4c55d-4340-4875-986b-df05108004d1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4986107 Apr 12 16:18:45.196892 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 42000) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:45.202375 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'floatingip': {'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:45.243890 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:45.611547 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-ea7ad7d9-4a43-4697-8097-6c8a2425f3df tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Publish callbacks [] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:45.625049 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:45.874904 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Publish callbacks [] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:45.947946 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693159'] for router (d8b87beb-b277-4a78-ae2e-efa7676f5679), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:46.007455 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-ea7ad7d9-4a43-4697-8097-6c8a2425f3df tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:46.012461 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:46.129716 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Allocated IP 172.27.2.45 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:46.258557 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for port (6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:46.268779 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688bc71-7700-4ac2-a2f8-6738e912c6f4 None None] Pushing event updated for resources: {'Port': ['ID=d3aae52e-69e1-45b5-b6a7-736f8edd6c1d,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:46.349536 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f634f-d42b-4be1-9418-1b6ea8a1977c req-fabb7b71-f948-4661-b3f5-d822853ddebe tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:46.352279 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3c2f634f-d42b-4be1-9418-1b6ea8a1977c req-fabb7b71-f948-4661-b3f5-d822853ddebe tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 931 time: 0.0864630 Apr 12 16:18:46.436041 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3c2f634f-d42b-4be1-9418-1b6ea8a1977c req-5448b6d3-e7be-4914-a249-af8895152a8b tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768087 Apr 12 16:18:46.473580 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:46.626706 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:46.627379 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Allocated IP 172.20.0.1 (659bb59b-3f11-4e82-88df-ec448e9e7e28/644bce61-9908-4b22-b9ff-6ee45a6d0077/10bf8c1d-09b2-4b7a-a65e-c72a06209f29) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:46.629333 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'Port': ['ID=6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:46.653813 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:46.664149 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:18:46.820453 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:33Z', 'revision_number': 3, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:46.908717 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:47.009444 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570c112a-c26d-49ed-927a-caaf3c8d17ac None None] The sync data for ids ['bb403284-cba1-4899-b817-7760de04c38b'] in dv-cinder-837528-1-iscsi is: [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:33Z', 'revision_number': 3, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:18:47.017029 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:47.078154 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-5bc3517b-94fb-439a-a7ee-e9a06689bafa None None] Provisioning complete for port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:47.078154 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5bc3517b-94fb-439a-a7ee-e9a06689bafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:47.107729 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Publish callbacks [] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:47.120242 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:47.261369 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:47.276326 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-ea7ad7d9-4a43-4697-8097-6c8a2425f3df tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Network 094cf5c7-571a-4588-982d-7264585fb556 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:47.289709 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Attempting to bind port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:18:47.290125 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Attempting to bind port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:18:47.290492 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Attempting to bind port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d on network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:18:47.291060 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Network 659bb59b-3f11-4e82-88df-ec448e9e7e28 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:47.303550 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:47.310285 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:18:47.311241 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Checking segment: {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:47.314056 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:47.315425 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Bound using segment: {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:18:47.316146 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Bound port: d3aae52e-69e1-45b5-b6a7-736f8edd6c1d, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:18:47.318546 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:47.392941 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Allocated IP 172.20.0.1 (1a816f2a-7737-4dcf-8e4f-8a7eee1e8062/c9aaae1c-c2fd-4f84-9eee-26281953e61b/7086e141-d07a-465b-8cd6-66ce10280c23) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:47.400650 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:47.407634 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-ea7ad7d9-4a43-4697-8097-6c8a2425f3df tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:47.412363 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-ea7ad7d9-4a43-4697-8097-6c8a2425f3df tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:18:47.421783 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-ea7ad7d9-4a43-4697-8097-6c8a2425f3df tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:47.422526 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-ea7ad7d9-4a43-4697-8097-6c8a2425f3df tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:47.453430 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:18:47.456892 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693078'] for router_interface (bb403284-cba1-4899-b817-7760de04c38b), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:47.609583 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3517b-94fb-439a-a7ee-e9a06689bafa None None] Port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:18:47.740463 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for port (6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:47.749244 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:47.912715 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:47.943893 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] For port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:18:47.962669 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] For port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=d3aae52e-69e1-45b5-b6a7-736f8edd6c1d,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:18:47.979774 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'Port': ['ID=6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:47.989089 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Publish callbacks [] for port (7086e141-d07a-465b-8cd6-66ce10280c23), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:48.001883 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:48.033461 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-de2448c5-deda-4ae1-84dd-c614c021d6cc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8351879 Apr 12 16:18:48.323029 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71192d7a-9d3b-41f1-9f61-b6767e31ea8e req-bc5ddf7e-efcf-43f4-a46c-8ecda3a58749 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:48.344015 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-71192d7a-9d3b-41f1-9f61-b6767e31ea8e req-bc5ddf7e-efcf-43f4-a46c-8ecda3a58749 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 931 time: 0.1869769 Apr 12 16:18:48.456889 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-71192d7a-9d3b-41f1-9f61-b6767e31ea8e req-fd965d08-f17e-4586-be6e-8fb7aaf662f7 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038764 Apr 12 16:18:48.633058 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:48.646643 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:48.647546 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:48.713419 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-69ae2ed5-f49b-4b79-a45f-b1a2106f12af tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--901098515&fields=id&tenant_id=8743d75ee3b14874a47f8c5c5054795c HTTP/1.1" status: 200 len: 267 time: 0.1081061 Apr 12 16:18:48.716595 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-771597b3-9f67-4a17-9615-95f797b186b8 None None] Provisioning complete for port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:48.716987 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-771597b3-9f67-4a17-9615-95f797b186b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:48.795499 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:48.804277 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ad7d9-4a43-4697-8097-6c8a2425f3df tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Pushing event updated for resources: {'Port': ['ID=f139bb8c-aace-4035-a88f-6180d6399d1b,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:48.817576 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-ea7ad7d9-4a43-4697-8097-6c8a2425f3df tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.7075126 Apr 12 16:18:48.911647 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:48.912891 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Pushing event updated for resources: {'Port': ['ID=10bf8c1d-09b2-4b7a-a65e-c72a06209f29,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:48.937740 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:48.959147 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:18:48.959933 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693078'] for router_interface (66294110-db27-454d-bc8e-c150ace49fd8), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:49.061918 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-e982d8e8-7c1a-4622-a19c-531067c7e2c9 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:49.064533 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-e982d8e8-7c1a-4622-a19c-531067c7e2c9 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 815 time: 0.3091788 Apr 12 16:18:49.074136 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-771597b3-9f67-4a17-9615-95f797b186b8 None None] Port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:18:49.086408 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-9e636000-5e78-42e7-afd0-fffd28779012 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/quotas/8743d75ee3b14874a47f8c5c5054795c HTTP/1.1" status: 200 len: 375 time: 0.0154214 Apr 12 16:18:49.185912 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:49.187788 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:49.286094 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-afe18b8e-97bd-43dc-aa51-262feb57aebe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1905558 Apr 12 16:18:49.303484 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688bc71-7700-4ac2-a2f8-6738e912c6f4 None None] Pushing event updated for resources: {'Port': ['ID=d3aae52e-69e1-45b5-b6a7-736f8edd6c1d,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:49.321521 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:49.322168 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:49.343186 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-dccd1f8b-7c59-404e-a90c-b871273ca9d0 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:18:49.347451 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-dccd1f8b-7c59-404e-a90c-b871273ca9d0 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0821600 Apr 12 16:18:49.379839 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Router d8b87beb-b277-4a78-ae2e-efa7676f5679 is scheduled to L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 with binding_index 1 {{(pid=103550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:18:49.512762 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:49.517459 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] For port d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:18:49.551077 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:49.700137 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-5b122c29-e950-417d-8d07-1caae3261514 None None] Provisioning complete for port 7086e141-d07a-465b-8cd6-66ce10280c23 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:49.701948 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5b122c29-e950-417d-8d07-1caae3261514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:49.727139 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-0d23633d-10de-48d7-8407-cabc15f4f838 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:18:49.734764 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-0d23633d-10de-48d7-8407-cabc15f4f838 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1406772 Apr 12 16:18:49.759560 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Request body: {'port': {'device_id': '487aea79-f1c3-4ab8-9d49-cee300992479', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:49.791421 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:49.932617 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:49.938517 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-5b122c29-e950-417d-8d07-1caae3261514 None None] Port 7086e141-d07a-465b-8cd6-66ce10280c23 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:18:49.942933 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:18:49.949074 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:49.954283 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Sync routers for ids ['d8b87beb-b277-4a78-ae2e-efa7676f5679'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:18:49.973651 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Routers {'d8b87beb-b277-4a78-ae2e-efa7676f5679'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:49.976847 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d8b87beb-b277-4a78-ae2e-efa7676f5679'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:49.994411 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94b61c-e4b6-4b8b-9681-4aa4cf5bcb8e req-ef53510a-f45d-4652-8d80-0d6ab9a8fb92 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:50.003859 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9d94b61c-e4b6-4b8b-9681-4aa4cf5bcb8e req-ef53510a-f45d-4652-8d80-0d6ab9a8fb92 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 931 time: 0.2539001 Apr 12 16:18:50.058514 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Pushing event updated for resources: {'Port': ['ID=d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:50.114295 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-5b122c29-e950-417d-8d07-1caae3261514 None None] Provisioning complete for port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:50.123203 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5b122c29-e950-417d-8d07-1caae3261514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:50.174580 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9d94b61c-e4b6-4b8b-9681-4aa4cf5bcb8e req-bf01fe73-54fa-4879-b41a-6bc337dd019b tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678460 Apr 12 16:18:50.183216 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-2211b082-9bae-4273-8aa3-6fa4e7fa44c9 service neutron] 10.222.0.67 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473312 Apr 12 16:18:50.187618 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Pushing event updated for resources: {'Port': ['ID=7086e141-d07a-465b-8cd6-66ce10280c23,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:50.193018 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Publish callbacks [] for port (7086e141-d07a-465b-8cd6-66ce10280c23), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:50.392269 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Set router d8b87beb-b277-4a78-ae2e-efa7676f5679 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:50.446297 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-af8d5f0e-751c-4a06-95e0-896d2ff2b477 service neutron] 10.222.0.67 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572107 Apr 12 16:18:50.465002 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:50.468037 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693734'] for router_interface (66294110-db27-454d-bc8e-c150ace49fd8), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:50.470241 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:50.471574 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (3ce3d6dd-13fd-47f0-874c-8d19c3f1c279), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:50.488777 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:50.490606 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-57ba5c6d-f6bc-4921-beb4-90c2353e0f46 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 16.1120617 Apr 12 16:18:50.495141 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 42134) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:50.712445 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-5b122c29-e950-417d-8d07-1caae3261514 None None] Current status of the port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:50.713063 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5b122c29-e950-417d-8d07-1caae3261514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:50.726261 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:50.773166 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a2ff80a8-75f1-4eb8-a8fc-f9a786ff54e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:50.825448 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-5b122c29-e950-417d-8d07-1caae3261514 None None] For port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=d3aae52e-69e1-45b5-b6a7-736f8edd6c1d,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:18:50.830874 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:47Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:50.877661 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5b122c29-e950-417d-8d07-1caae3261514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:51.026164 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a66a95c8-a97b-4cd5-b51a-f3d0ecfaf536 req-23f97994-eee4-487d-bbc7-5237f22f1555 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 210 time: 0.0489001 Apr 12 16:18:51.148138 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be780c-67c4-42d7-9ec5-a5348e11c8f7 None None] The sync data for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi is: [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:47Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:18:51.314069 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Pushing event updated for resources: {'Port': ['ID=7086e141-d07a-465b-8cd6-66ce10280c23,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:51.321069 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:51.327126 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3ce3d6dd-13fd-47f0-874c-8d19c3f1c279), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:51.376541 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 3, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:51.468227 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Checking router: d8b87beb-b277-4a78-ae2e-efa7676f5679 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:18:51.468583 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Updating router d8b87beb-b277-4a78-ae2e-efa7676f5679 port 9d58e96b-7b71-49df-b66a-817e1e38e641 binding host dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:18:51.528194 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] For port 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=3ce3d6dd-13fd-47f0-874c-8d19c3f1c279,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:18:51.541116 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (9d58e96b-7b71-49df-b66a-817e1e38e641), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:51.546832 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b122c29-e950-417d-8d07-1caae3261514 None None] Pushing event updated for resources: {'Port': ['ID=d3aae52e-69e1-45b5-b6a7-736f8edd6c1d,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:51.555574 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3ce3d6dd-13fd-47f0-874c-8d19c3f1c279), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:51.653966 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:51.786918 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Pushing event updated for resources: {'Port': ['ID=3ce3d6dd-13fd-47f0-874c-8d19c3f1c279,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:51.820632 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73fa7c-cd9e-49cc-b2dd-0d865a692f7d req-e770dba1-c9ba-43ff-bd13-e9b62da7787c tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:51.828519 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6c73fa7c-cd9e-49cc-b2dd-0d865a692f7d req-e770dba1-c9ba-43ff-bd13-e9b62da7787c tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 931 time: 0.3299108 Apr 12 16:18:51.978658 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6c73fa7c-cd9e-49cc-b2dd-0d865a692f7d req-29e47f09-0d11-4b69-8a8d-fb956a3d8327 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425843 Apr 12 16:18:52.028041 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:52.040826 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:52.082611 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:52.147382 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Allocated IP 172.20.0.1 (028a45e4-8708-408c-a3b9-d772d5389f9f/eff737a4-8496-4d8b-b7c1-649a5d573665/ecc9956a-2cc3-4395-af3c-e6895ef21612) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:52.215507 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Publish callbacks [] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:52.309633 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-470d1da5-b8c2-452a-94ad-bd623f77a19d req-348ec996-5f9e-4be8-9fa5-585cfd823dda tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 210 time: 0.1555407 Apr 12 16:18:52.335284 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:52.336191 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:52.373856 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:52.374744 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693734'] for router_interface (bb403284-cba1-4899-b817-7760de04c38b), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:52.407966 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Publish callbacks [] for port (9d58e96b-7b71-49df-b66a-817e1e38e641), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:52.425440 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (9d58e96b-7b71-49df-b66a-817e1e38e641), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:52.539671 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f139bb8c-aace-4035-a88f-6180d6399d1b {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:18:52.567952 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Publish callbacks [] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:52.602006 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:52.603564 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device d3aae52e-69e1-45b5-b6a7-736f8edd6c1d up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:52.666105 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Attempting to bind port 9d58e96b-7b71-49df-b66a-817e1e38e641 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:18:52.666731 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Attempting to bind port 9d58e96b-7b71-49df-b66a-817e1e38e641 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:18:52.667380 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Attempting to bind port 9d58e96b-7b71-49df-b66a-817e1e38e641 on network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:18:52.715364 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:18:52.716157 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Checking segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:52.716891 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:52.717632 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Bound using segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:18:52.721603 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Bound port: 9d58e96b-7b71-49df-b66a-817e1e38e641, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:18:52.722242 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (9d58e96b-7b71-49df-b66a-817e1e38e641), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:52.737660 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda85a9c-e1ab-4578-9dc7-8c55cb4be3f0 None None] Pushing event updated for resources: {'Port': ['ID=9d58e96b-7b71-49df-b66a-817e1e38e641,revision_number=2']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:52.764396 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:52.764797 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:52.770841 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-41f13c6f-d14a-4d1c-9611-a0ac84b4a6b7 None None] Provisioning complete for port 7086e141-d07a-465b-8cd6-66ce10280c23 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:52.771245 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-41f13c6f-d14a-4d1c-9611-a0ac84b4a6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:52.868112 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Transition to ACTIVE for port object f139bb8c-aace-4035-a88f-6180d6399d1b will not be triggered until provisioned by entity L2. {{(pid=103550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:18:52.901418 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Pushing event updated for resources: {'Port': ['ID=10bf8c1d-09b2-4b7a-a65e-c72a06209f29,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:52.911196 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] For port 9d58e96b-7b71-49df-b66a-817e1e38e641, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:18:52.925570 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] For port 9d58e96b-7b71-49df-b66a-817e1e38e641, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=9d58e96b-7b71-49df-b66a-817e1e38e641,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:18:52.937971 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:52.945737 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (9d58e96b-7b71-49df-b66a-817e1e38e641), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:53.095579 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fd48e927-d815-4b02-9a59-8f6ed80bd5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:53.113479 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-41f13c6f-d14a-4d1c-9611-a0ac84b4a6b7 None None] Port 7086e141-d07a-465b-8cd6-66ce10280c23 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:18:53.190598 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda85a9c-e1ab-4578-9dc7-8c55cb4be3f0 None None] Pushing event updated for resources: {'Port': ['ID=9d58e96b-7b71-49df-b66a-817e1e38e641,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:53.211250 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Routers {'d8b87beb-b277-4a78-ae2e-efa7676f5679'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:53.213537 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d8b87beb-b277-4a78-ae2e-efa7676f5679'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:53.247844 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 42206) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:53.255880 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:53.312924 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16edb5-0c24-4281-bac4-c6e1d7ed47b2 req-1b4bc963-df91-4142-bf7f-4de672cfbad1 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:53.320274 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-da16edb5-0c24-4281-bac4-c6e1d7ed47b2 req-1b4bc963-df91-4142-bf7f-4de672cfbad1 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 943 time: 0.2207701 Apr 12 16:18:53.388111 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] Set router d8b87beb-b277-4a78-ae2e-efa7676f5679 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:53.415910 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Publish callbacks [] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:53.445899 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f139bb8c-aace-4035-a88f-6180d6399d1b,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:53.453360 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Router 66294110-db27-454d-bc8e-c150ace49fd8 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:18:53.463663 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Network 659bb59b-3f11-4e82-88df-ec448e9e7e28 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:53.490217 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:53.531642 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1000613f-d8bb-4eb7-83e1-19654b7dc7d1 req-324c6f55-a17c-4c6e-8a9a-9e2c70439317 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 210 time: 0.1061888 Apr 12 16:18:53.562742 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9bf038c4-273f-4cce-b47b-3dc7d18470a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:53.574097 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-da16edb5-0c24-4281-bac4-c6e1d7ed47b2 req-7f62d045-5297-46d7-9b04-9bc227828add tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469218 Apr 12 16:18:53.646577 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:53.749718 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Network 028a45e4-8708-408c-a3b9-d772d5389f9f is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:53.771963 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc9956a-2cc3-4395-af3c-e6895ef21612,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:53.772142 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:53.786444 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:53.798211 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:18:53.800282 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693078'] for router_interface (d8b87beb-b277-4a78-ae2e-efa7676f5679), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:53.871031 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9bf038c4-273f-4cce-b47b-3dc7d18470a9 admin admin] Publish callbacks [] for security_group (6d5f33c0-c055-440c-b589-da41dfd9a52a), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:53.911364 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9bf038c4-273f-4cce-b47b-3dc7d18470a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (6d5f33c0-c055-440c-b589-da41dfd9a52a), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:53.980841 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-1e8269c9-6c7d-4587-b13c-1942017418da None None] Provisioning complete for port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:53.981218 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e8269c9-6c7d-4587-b13c-1942017418da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:53.986149 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:53.986149 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (3ce3d6dd-13fd-47f0-874c-8d19c3f1c279), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:53.996264 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 3, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:54.002986 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Attempting to bind port f139bb8c-aace-4035-a88f-6180d6399d1b on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:18:54.009827 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Attempting to bind port f139bb8c-aace-4035-a88f-6180d6399d1b by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '816e2bf1-b168-4578-b8d6-10a8d5a6ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '094cf5c7-571a-4588-982d-7264585fb556'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:18:54.012925 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Attempting to bind port f139bb8c-aace-4035-a88f-6180d6399d1b on network 094cf5c7-571a-4588-982d-7264585fb556 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:18:54.080001 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Port f139bb8c-aace-4035-a88f-6180d6399d1b on network 094cf5c7-571a-4588-982d-7264585fb556 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:18:54.085570 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Attempting to bind port f139bb8c-aace-4035-a88f-6180d6399d1b on network 094cf5c7-571a-4588-982d-7264585fb556 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:18:54.093377 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-9bf038c4-273f-4cce-b47b-3dc7d18470a9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ab892522aa864666b9355b4789ae80aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8420105 Apr 12 16:18:54.094830 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 42214) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:54.115324 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ae702-92ff-4f69-a556-add77248c22a None None] The sync data for ids ['d8b87beb-b277-4a78-ae2e-efa7676f5679'] in dv-cinder-837528-1-iscsi is: [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 3, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:18:54.160125 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:18:54.160125 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Checking segment: {'id': '816e2bf1-b168-4578-b8d6-10a8d5a6ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '094cf5c7-571a-4588-982d-7264585fb556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:54.160125 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Bound using segment: {'id': '816e2bf1-b168-4578-b8d6-10a8d5a6ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '094cf5c7-571a-4588-982d-7264585fb556'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:18:54.160721 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Bound port: f139bb8c-aace-4035-a88f-6180d6399d1b, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816e2bf1-b168-4578-b8d6-10a8d5a6ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '094cf5c7-571a-4588-982d-7264585fb556'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:18:54.161302 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:54.231836 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf038c4-273f-4cce-b47b-3dc7d18470a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5f33c0-c055-440c-b589-da41dfd9a52a,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:54.258137 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:54.261587 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-1e8269c9-6c7d-4587-b13c-1942017418da None None] Port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:18:54.320097 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:54.343791 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c8ef45f6-24d2-4fbd-ae30-8aed776ed3fd admin admin] Publish callbacks [] for security_group (6d5f33c0-c055-440c-b589-da41dfd9a52a), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:54.406918 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] For port f139bb8c-aace-4035-a88f-6180d6399d1b, host hv-cinder-83752, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:18:54.446329 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] For port f139bb8c-aace-4035-a88f-6180d6399d1b, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f139bb8c-aace-4035-a88f-6180d6399d1b,segment=NetworkSegment(816e2bf1-b168-4578-b8d6-10a8d5a6ffb8),segment_id=816e2bf1-b168-4578-b8d6-10a8d5a6ffb8)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:18:54.463759 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c8ef45f6-24d2-4fbd-ae30-8aed776ed3fd admin admin] Publish callbacks [] for security_group (6d5f33c0-c055-440c-b589-da41dfd9a52a), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:54.467915 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:54.487029 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Router bb403284-cba1-4899-b817-7760de04c38b has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:18:54.578624 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:54.578624 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:54.580039 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] 10.222.0.45 "PUT /v2.0/ports/f139bb8c-aace-4035-a88f-6180d6399d1b HTTP/1.1" status: 200 len: 1093 time: 5.0634820 Apr 12 16:18:54.582841 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487aea79-f1c3-4ab8-9d49-cee300992479', 'tag': 'f139bb8c-aace-4035-a88f-6180d6399d1b'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:18:54.601590 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:54.613067 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-dab2837b-355a-4a74-a86b-4ec024d5fcde None None] Provisioning complete for port ecc9956a-2cc3-4395-af3c-e6895ef21612 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:54.613502 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-dab2837b-355a-4a74-a86b-4ec024d5fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:54.722369 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:18:54.740995 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:54.743891 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-dab2837b-355a-4a74-a86b-4ec024d5fcde None None] Port ecc9956a-2cc3-4395-af3c-e6895ef21612 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:18:54.751573 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-996f8ff2-4468-4d77-92f3-d4116be48fae admin admin] 10.222.0.67 "PUT /v2.0/routers/66294110-db27-454d-bc8e-c150ace49fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0224729 Apr 12 16:18:54.751945 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Sync routers for ids ['66294110-db27-454d-bc8e-c150ace49fd8'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:18:54.767170 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Routers {'66294110-db27-454d-bc8e-c150ace49fd8'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:54.768105 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['66294110-db27-454d-bc8e-c150ace49fd8'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:54.816895 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4023fb6-f71a-495e-b5ac-e17b4584fcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f139bb8c-aace-4035-a88f-6180d6399d1b,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:54.925423 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:18:54.942699 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-2ffb3fed-4e27-4c76-ab57-3f9f1519a70f admin admin] 10.222.0.67 "PUT /v2.0/routers/bb403284-cba1-4899-b817-7760de04c38b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2197216 Apr 12 16:18:54.943053 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Sync routers for ids ['bb403284-cba1-4899-b817-7760de04c38b'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:18:54.956654 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Publish callbacks [] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:54.968617 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Routers {'bb403284-cba1-4899-b817-7760de04c38b'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:54.977481 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['bb403284-cba1-4899-b817-7760de04c38b'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:55.012622 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78f9e92-f80f-47cd-8d92-652e5be94c94" -d '{"events": [{"name": "network-changed", "server_uuid": "487aea79-f1c3-4ab8-9d49-cee300992479", "tag": "f139bb8c-aace-4035-a88f-6180d6399d1b"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:18:55.021155 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c8ef45f6-24d2-4fbd-ae30-8aed776ed3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (6d5f33c0-c055-440c-b589-da41dfd9a52a), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:55.038446 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c8ef45f6-24d2-4fbd-ae30-8aed776ed3fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:55.038446 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c8ef45f6-24d2-4fbd-ae30-8aed776ed3fd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6d5f33c0-c055-440c-b589-da41dfd9a52a HTTP/1.1" status: 204 len: 168 time: 0.9371288 Apr 12 16:18:55.079269 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Set router 66294110-db27-454d-bc8e-c150ace49fd8 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:55.123667 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:55.124166 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693734'] for router_interface (d8b87beb-b277-4a78-ae2e-efa7676f5679), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:55.184230 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc9956a-2cc3-4395-af3c-e6895ef21612,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:55.195113 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66382c57-3bff-4eda-9c61-dc3eea244820 req-511f5274-f210-4f93-a851-8e5c70b20066 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:55.198001 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-66382c57-3bff-4eda-9c61-dc3eea244820 req-511f5274-f210-4f93-a851-8e5c70b20066 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 943 time: 0.1780024 Apr 12 16:18:55.199783 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c2708c2b-c37e-494e-b3ae-c551127df846 req-f06273dc-edaf-4610-b95f-941ee7abbd35 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 210 time: 0.2241108 Apr 12 16:18:55.210026 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef45f6-24d2-4fbd-ae30-8aed776ed3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5f33c0-c055-440c-b589-da41dfd9a52a,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:55.366385 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Set router bb403284-cba1-4899-b817-7760de04c38b gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:55.546943 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-66382c57-3bff-4eda-9c61-dc3eea244820 req-5cf967dd-91c9-49a9-b765-51ea384771e3 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322132 Apr 12 16:18:55.611946 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Network 028a45e4-8708-408c-a3b9-d772d5389f9f is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:18:55.624696 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:18:55.645002 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:55.685554 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '7086e141-d07a-465b-8cd6-66ce10280c23', 'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'mac_address': 'fa:16:3e:b9:cd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:45Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 2, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'subnets': [{'id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:55.735435 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-536ea316-6fec-4ba1-a494-aa036628004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:55.742069 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-536ea316-6fec-4ba1-a494-aa036628004e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b531609069a4de8b99bbdf8d139cb2c&device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 1127 time: 0.3074927 Apr 12 16:18:55.761199 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Checking router: 66294110-db27-454d-bc8e-c150ace49fd8 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:18:55.761790 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Updating router 66294110-db27-454d-bc8e-c150ace49fd8 port 7086e141-d07a-465b-8cd6-66ce10280c23 binding host dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:18:55.793290 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 2, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:55.848250 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:55.886786 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 9d58e96b-7b71-49df-b66a-817e1e38e641 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:55.891464 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3772379a-508d-4ef2-b3b8-e9532de47ab2 x-openstack-request-id: req-3772379a-508d-4ef2-b3b8-e9532de47ab2 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:18:55.891908 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487aea79-f1c3-4ab8-9d49-cee300992479", "tag": "f139bb8c-aace-4035-a88f-6180d6399d1b", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:18:55.899612 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3772379a-508d-4ef2-b3b8-e9532de47ab2 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:18:55.900185 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3772379a-508d-4ef2-b3b8-e9532de47ab2'] response: {'name': 'network-changed', 'server_uuid': '487aea79-f1c3-4ab8-9d49-cee300992479', 'tag': 'f139bb8c-aace-4035-a88f-6180d6399d1b', 'status': 'completed', 'code': 200} Apr 12 16:18:55.919262 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Checking router: bb403284-cba1-4899-b817-7760de04c38b for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:18:55.919646 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Updating router bb403284-cba1-4899-b817-7760de04c38b port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 binding host dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:18:55.965349 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 42260) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:55.991841 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-90cf13d8-93fc-4941-94ca-2d5c798cdff9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f139bb8c-aace-4035-a88f-6180d6399d1b HTTP/1.1" status: 200 len: 217 time: 0.2410102 Apr 12 16:18:55.998265 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-45274301-5554-4de2-b3f1-baa5bdd1f736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:56.007838 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:56.136077 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-45274301-5554-4de2-b3f1-baa5bdd1f736 admin admin] Publish callbacks [] for security_group (d17c3a49-a360-44ea-91ea-d1b321e7e8a7), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:56.179079 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-45274301-5554-4de2-b3f1-baa5bdd1f736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (d17c3a49-a360-44ea-91ea-d1b321e7e8a7), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:56.294030 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-a072261f-2079-4a66-be1c-d7664f44a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:56.295644 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-a072261f-2079-4a66-be1c-d7664f44a264 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=148c44ac-368d-4a24-9cdc-8c82531bc3c7 HTTP/1.1" status: 200 len: 851 time: 0.1433911 Apr 12 16:18:56.305740 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-45274301-5554-4de2-b3f1-baa5bdd1f736 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d7d58d4e15644c4e8297cb4254e807b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369193 Apr 12 16:18:56.306013 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42274) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:56.325069 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-26e3ae64-6a53-4748-afa3-2c36f0bf7fc9 None None] Provisioning complete for port ecc9956a-2cc3-4395-af3c-e6895ef21612 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:56.325461 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-26e3ae64-6a53-4748-afa3-2c36f0bf7fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:56.348681 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Router d8b87beb-b277-4a78-ae2e-efa7676f5679 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:18:56.349530 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45274301-5554-4de2-b3f1-baa5bdd1f736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17c3a49-a360-44ea-91ea-d1b321e7e8a7,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:56.360407 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 9d58e96b-7b71-49df-b66a-817e1e38e641 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:56.360873 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (9d58e96b-7b71-49df-b66a-817e1e38e641), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:56.412689 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.45', 49950) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:56.547287 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-ecce6f92-c283-4a57-a7b0-eeba31c26c37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094cf5c7-571a-4588-982d-7264585fb556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1793096 Apr 12 16:18:56.566435 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-26e3ae64-6a53-4748-afa3-2c36f0bf7fc9 None None] Port ecc9956a-2cc3-4395-af3c-e6895ef21612 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:18:56.747629 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 9d58e96b-7b71-49df-b66a-817e1e38e641 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:56.748319 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (9d58e96b-7b71-49df-b66a-817e1e38e641), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:56.767413 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f6439812-3964-4c49-b301-d7c6dd5c11f4 admin admin] Publish callbacks [] for security_group (d17c3a49-a360-44ea-91ea-d1b321e7e8a7), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:56.825376 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] For port 9d58e96b-7b71-49df-b66a-817e1e38e641, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=9d58e96b-7b71-49df-b66a-817e1e38e641,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:18:56.844801 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (9d58e96b-7b71-49df-b66a-817e1e38e641), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:56.848891 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Publish callbacks [] for port (7086e141-d07a-465b-8cd6-66ce10280c23), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:56.855094 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f6439812-3964-4c49-b301-d7c6dd5c11f4 admin admin] Publish callbacks [] for security_group (d17c3a49-a360-44ea-91ea-d1b321e7e8a7), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:56.873083 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Publish callbacks [] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:56.879963 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:56.893010 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:56.938901 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Pushing event updated for resources: {'Port': ['ID=9d58e96b-7b71-49df-b66a-817e1e38e641,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:56.940715 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6795e1-fb30-45bb-8a4d-e659eff165c9 None None] Pushing event updated for resources: {'Port': ['ID=10bf8c1d-09b2-4b7a-a65e-c72a06209f29,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:57.012159 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42296) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:57.017317 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-333e2674-5aa0-4d2f-a7b6-e7a9cf010e59 service neutron] 10.222.0.45 "GET /v2.0/networks/094cf5c7-571a-4588-982d-7264585fb556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512272 Apr 12 16:18:57.036171 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-a5b3991d-879d-4975-ac3f-648bab31e3c1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1768273553', 'description': 'tempest-description--1547270034'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:57.063602 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Attempting to bind port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:18:57.064251 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Attempting to bind port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:18:57.064798 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Attempting to bind port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 on network 659bb59b-3f11-4e82-88df-ec448e9e7e28 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:18:57.073208 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:18:57.077633 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Checking segment: {'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:57.078379 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.078988 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Bound using segment: {'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:18:57.079702 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Bound port: 10bf8c1d-09b2-4b7a-a65e-c72a06209f29, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:18:57.080578 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.097277 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:18:57.116226 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a5b3991d-879d-4975-ac3f-648bab31e3c1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.117145 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f53d0604-b9b7-4d34-9fff-b4127292cb76 admin admin] 10.222.0.67 "PUT /v2.0/routers/d8b87beb-b277-4a78-ae2e-efa7676f5679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6207423 Apr 12 16:18:57.154462 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Attempting to bind port 7086e141-d07a-465b-8cd6-66ce10280c23 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:18:57.155118 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Attempting to bind port 7086e141-d07a-465b-8cd6-66ce10280c23 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:18:57.155639 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Attempting to bind port 7086e141-d07a-465b-8cd6-66ce10280c23 on network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:18:57.176654 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:18:57.177476 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Checking segment: {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:18:57.178056 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.178604 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Bound using segment: {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:18:57.179404 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Bound port: 7086e141-d07a-465b-8cd6-66ce10280c23, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:18:57.179955 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.181977 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-045d199f-de88-49ff-9eeb-ee403cda3779 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:57.183449 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.185402 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd418f49-7333-460c-ac7f-2b2ab057b280 None None] Pushing event updated for resources: {'Port': ['ID=7086e141-d07a-465b-8cd6-66ce10280c23,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:57.187959 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-045d199f-de88-49ff-9eeb-ee403cda3779 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 815 time: 0.7736626 Apr 12 16:18:57.312188 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-ffd64285-e669-434e-9116-c03601caae7d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8743d75ee3b14874a47f8c5c5054795c HTTP/1.1" status: 200 len: 379 time: 0.1054015 Apr 12 16:18:57.319946 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] For port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:18:57.332267 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] For port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=10bf8c1d-09b2-4b7a-a65e-c72a06209f29,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:18:57.339895 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-0528d7dd-89a2-4f95-a350-e9b1338d6ba4 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:57.343118 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-0528d7dd-89a2-4f95-a350-e9b1338d6ba4 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 817 time: 0.7176745 Apr 12 16:18:57.348029 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.383665 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-87f500a3-068e-4b4a-8c21-75c3534a3464 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/quotas/edcd271496524c94929c1a28a63f96ef HTTP/1.1" status: 200 len: 375 time: 0.0347922 Apr 12 16:18:57.417119 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] For port 7086e141-d07a-465b-8cd6-66ce10280c23, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:18:57.470303 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a5b3991d-879d-4975-ac3f-648bab31e3c1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group (8abb2f69-1807-49ac-b660-0c3ed7f6477c), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.481541 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Routers {'bb403284-cba1-4899-b817-7760de04c38b'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:57.482139 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f6439812-3964-4c49-b301-d7c6dd5c11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (d17c3a49-a360-44ea-91ea-d1b321e7e8a7), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.490077 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Sync routers for ids ['d8b87beb-b277-4a78-ae2e-efa7676f5679'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:18:57.490978 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f6439812-3964-4c49-b301-d7c6dd5c11f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.492152 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f6439812-3964-4c49-b301-d7c6dd5c11f4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d17c3a49-a360-44ea-91ea-d1b321e7e8a7 HTTP/1.1" status: 204 len: 168 time: 1.1850574 Apr 12 16:18:57.497141 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a5b3991d-879d-4975-ac3f-648bab31e3c1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (8abb2f69-1807-49ac-b660-0c3ed7f6477c), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.509173 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] For port 7086e141-d07a-465b-8cd6-66ce10280c23, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=7086e141-d07a-465b-8cd6-66ce10280c23,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:18:57.509876 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['bb403284-cba1-4899-b817-7760de04c38b'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:57.526815 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Routers {'d8b87beb-b277-4a78-ae2e-efa7676f5679'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:57.527454 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d8b87beb-b277-4a78-ae2e-efa7676f5679'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:57.541124 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6439812-3964-4c49-b301-d7c6dd5c11f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17c3a49-a360-44ea-91ea-d1b321e7e8a7,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:57.547826 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-7104ac3e-b4a2-4ca8-8009-522949e1a007 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1575060 Apr 12 16:18:57.608662 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3991d-879d-4975-ac3f-648bab31e3c1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abb2f69-1807-49ac-b660-0c3ed7f6477c,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:57.632186 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a5b3991d-879d-4975-ac3f-648bab31e3c1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.637482 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-a5b3991d-879d-4975-ac3f-648bab31e3c1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6115911 Apr 12 16:18:57.640068 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42308) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:57.649565 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-432a1c67-9337-46a2-bee7-4b21cd6b8417 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Request body: {'security_group_rule': {'security_group_id': '8abb2f69-1807-49ac-b660-0c3ed7f6477c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:57.656624 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bd77d8ad-341b-4268-a92f-141f6ec02705 req-00762967-cf28-469d-9940-d71bc7863e11 service neutron] 10.222.0.45 "GET /v2.0/networks/094cf5c7-571a-4588-982d-7264585fb556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743949 Apr 12 16:18:57.693041 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-432a1c67-9337-46a2-bee7-4b21cd6b8417 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group_rule (00cedf8f-942b-4c3c-a46f-ba5bac831e90), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.797548 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-fb95d18e-774e-4c7c-84ed-daa06f4b3dbc service neutron] 10.222.0.67 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052805 Apr 12 16:18:57.797797 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-432a1c67-9337-46a2-bee7-4b21cd6b8417 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group_rule (00cedf8f-942b-4c3c-a46f-ba5bac831e90), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.798784 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Set router d8b87beb-b277-4a78-ae2e-efa7676f5679 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:57.804793 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-432a1c67-9337-46a2-bee7-4b21cd6b8417 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (00cedf8f-942b-4c3c-a46f-ba5bac831e90), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.820459 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dd995858-27b3-40d6-9e15-646b10d4420f req-78067fe7-9a6c-42c2-8b9b-0c187ffe288c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 210 time: 0.3082688 Apr 12 16:18:57.826537 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a1c67-9337-46a2-bee7-4b21cd6b8417 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cedf8f-942b-4c3c-a46f-ba5bac831e90,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:57.851106 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-432a1c67-9337-46a2-bee7-4b21cd6b8417 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.859976 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-432a1c67-9337-46a2-bee7-4b21cd6b8417 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2168651 Apr 12 16:18:57.860942 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42310) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:57.877422 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-da2837fe-24a4-4a12-bc4f-0bf47056a7e0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Request body: {'security_group_rule': {'security_group_id': '8abb2f69-1807-49ac-b660-0c3ed7f6477c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:57.900170 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-d95988f2-b585-4b26-b21a-9cb23c8af80c None None] Provisioning complete for port 7086e141-d07a-465b-8cd6-66ce10280c23 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:57.904306 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d95988f2-b585-4b26-b21a-9cb23c8af80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.906979 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6795e1-fb30-45bb-8a4d-e659eff165c9 None None] Pushing event updated for resources: {'Port': ['ID=10bf8c1d-09b2-4b7a-a65e-c72a06209f29,revision_number=4']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:57.940201 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] Set router bb403284-cba1-4899-b817-7760de04c38b gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:57.947767 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-da2837fe-24a4-4a12-bc4f-0bf47056a7e0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group_rule (80a4be7a-b9ce-45f5-815e-4184dda447aa), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.994568 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:57.999846 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 9d58e96b-7b71-49df-b66a-817e1e38e641 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:18:58.083119 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-da2837fe-24a4-4a12-bc4f-0bf47056a7e0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group_rule (80a4be7a-b9ce-45f5-815e-4184dda447aa), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:58.088967 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-da2837fe-24a4-4a12-bc4f-0bf47056a7e0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (80a4be7a-b9ce-45f5-815e-4184dda447aa), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:58.166887 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2837fe-24a4-4a12-bc4f-0bf47056a7e0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a4be7a-b9ce-45f5-815e-4184dda447aa,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:58.181949 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42320) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:58.195727 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-da2837fe-24a4-4a12-bc4f-0bf47056a7e0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:58.198882 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-da2837fe-24a4-4a12-bc4f-0bf47056a7e0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3311012 Apr 12 16:18:58.203461 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42324) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:58.211676 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Request body: {'floatingip': {'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:58.274060 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:58.307767 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53aa98-d3c8-4876-a76b-9a22fd321bf0 req-6c570d7f-668a-410a-afe3-7ba3ee02013b tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:58.319867 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3b53aa98-d3c8-4876-a76b-9a22fd321bf0 req-6c570d7f-668a-410a-afe3-7ba3ee02013b tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 943 time: 0.0858688 Apr 12 16:18:58.332269 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:18:57Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:58.354631 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-757e198d-0db2-4715-bbae-08aa6c628046 service neutron] 10.222.0.67 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327606 Apr 12 16:18:58.368989 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a8aa64-bec7-4e35-b72e-7da793f27aab None None] The sync data for ids ['bb403284-cba1-4899-b817-7760de04c38b'] in dv-cinder-837528-1-iscsi is: [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:18:57Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:18:58.424529 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3b53aa98-d3c8-4876-a76b-9a22fd321bf0 req-225b4b33-402f-424c-9122-1da235c46e3b tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037111 Apr 12 16:18:58.493734 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5b81a8cf-ee60-4ded-a7ff-3129b59b0c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:58.669858 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5b81a8cf-ee60-4ded-a7ff-3129b59b0c28 admin admin] Publish callbacks [] for security_group (c3cfc26f-2419-4689-bff4-c45450f9e1bb), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:58.678912 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5b81a8cf-ee60-4ded-a7ff-3129b59b0c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (c3cfc26f-2419-4689-bff4-c45450f9e1bb), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:58.709868 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3193a1ee-6a94-4cf6-9a25-e65b4ae7c7bd req-d52e2c4b-3d49-4eb3-bc2a-afbcc3cf3a84 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0679457 Apr 12 16:18:58.733704 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 9d58e96b-7b71-49df-b66a-817e1e38e641 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:58.734107 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (9d58e96b-7b71-49df-b66a-817e1e38e641), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:58.767731 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:58.779249 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Routers {'66294110-db27-454d-bc8e-c150ace49fd8'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:18:58.779895 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['66294110-db27-454d-bc8e-c150ace49fd8'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:58.783726 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a8cf-ee60-4ded-a7ff-3129b59b0c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cfc26f-2419-4689-bff4-c45450f9e1bb,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:58.800765 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5b81a8cf-ee60-4ded-a7ff-3129b59b0c28 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=114e972904344892aede3b6f1579b53b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6171288 Apr 12 16:18:58.804250 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 42342) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:58.835340 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd418f49-7333-460c-ac7f-2b2ab057b280 None None] Pushing event updated for resources: {'Port': ['ID=7086e141-d07a-465b-8cd6-66ce10280c23,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:58.949091 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-d95988f2-b585-4b26-b21a-9cb23c8af80c None None] Current status of the port 7086e141-d07a-465b-8cd6-66ce10280c23 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:58.952482 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d95988f2-b585-4b26-b21a-9cb23c8af80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:58.990904 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Allocated IP 172.27.2.98 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/aeeea444-e2b5-4c74-9168-14cf7d7ee303) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:18:59.055495 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-de1c49cb-69e7-45a3-96f2-1a5971b54184 req-db3fa46d-bcd6-4d2c-b9e5-40141243ae3c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 210 time: 0.0796084 Apr 12 16:18:59.056442 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-297598b4-6636-41af-9a3a-5852622e3794 admin admin] Publish callbacks [] for security_group (c3cfc26f-2419-4689-bff4-c45450f9e1bb), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:59.109510 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-65ba3d44-4d8d-4197-bdd7-baf26d91e5e8 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'port': {'device_id': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'admin_state_up': True, 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'security_groups': ['fcf9dc89-e8c6-48b1-bd69-455747b5951d']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:59.132995 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-297598b4-6636-41af-9a3a-5852622e3794 admin admin] Publish callbacks [] for security_group (c3cfc26f-2419-4689-bff4-c45450f9e1bb), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:59.319042 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-d95988f2-b585-4b26-b21a-9cb23c8af80c None None] For port 7086e141-d07a-465b-8cd6-66ce10280c23, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=7086e141-d07a-465b-8cd6-66ce10280c23,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:18:59.341304 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d95988f2-b585-4b26-b21a-9cb23c8af80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:59.472587 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95988f2-b585-4b26-b21a-9cb23c8af80c None None] Pushing event updated for resources: {'Port': ['ID=7086e141-d07a-465b-8cd6-66ce10280c23,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:59.482437 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 2, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:18:59.553068 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Checking router: d8b87beb-b277-4a78-ae2e-efa7676f5679 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:18:59.553068 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Updating router d8b87beb-b277-4a78-ae2e-efa7676f5679 port ecc9956a-2cc3-4395-af3c-e6895ef21612 binding host dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:18:59.576451 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-ceaac97d-0ff4-4673-a7aa-72a5265abfaf None None] Provisioning complete for port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:18:59.577147 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ceaac97d-0ff4-4673-a7aa-72a5265abfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:59.583877 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] Set router 66294110-db27-454d-bc8e-c150ace49fd8 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:18:59.630350 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-297598b4-6636-41af-9a3a-5852622e3794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (c3cfc26f-2419-4689-bff4-c45450f9e1bb), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:59.639876 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-297598b4-6636-41af-9a3a-5852622e3794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:59.641035 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-297598b4-6636-41af-9a3a-5852622e3794 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c3cfc26f-2419-4689-bff4-c45450f9e1bb HTTP/1.1" status: 204 len: 168 time: 0.8354087 Apr 12 16:18:59.655326 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for port (aeeea444-e2b5-4c74-9168-14cf7d7ee303), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:59.656055 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42376) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:18:59.663995 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c59a68fb-fa76-4fcd-8efb-f6d931ae7efd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:18:59.668093 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-7b2789aa-2f04-4376-a58a-7f3c58843aa6 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--692652111', 'description': 'tempest-description--468963718'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:18:59.671745 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c59a68fb-fa76-4fcd-8efb-f6d931ae7efd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 817 time: 0.4591241 Apr 12 16:18:59.672938 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 9d58e96b-7b71-49df-b66a-817e1e38e641 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:18:59.689771 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:59.690963 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297598b4-6636-41af-9a3a-5852622e3794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cfc26f-2419-4689-bff4-c45450f9e1bb,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:18:59.698533 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-65ba3d44-4d8d-4197-bdd7-baf26d91e5e8 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Made reservation on behalf of 8743d75ee3b14874a47f8c5c5054795c for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:18:59.702201 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-65ba3d44-4d8d-4197-bdd7-baf26d91e5e8 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:59.733643 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-b814d1df-4f9e-4713-b788-4534f1989084 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/quotas/edcd271496524c94929c1a28a63f96ef HTTP/1.1" status: 200 len: 375 time: 0.0609448 Apr 12 16:18:59.783435 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b2789aa-2f04-4376-a58a-7f3c58843aa6 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:59.854015 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (aeeea444-e2b5-4c74-9168-14cf7d7ee303), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:18:59.971694 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-1bc6ba53-95fd-46e7-8e09-bc25953a95be tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2370167 Apr 12 16:18:59.972670 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event updated for resources: {'Port': ['ID=aeeea444-e2b5-4c74-9168-14cf7d7ee303,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:00.008082 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:00.025076 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:00.029563 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:00.040214 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:19:00.104381 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-ceaac97d-0ff4-4673-a7aa-72a5265abfaf None None] Current status of the port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:00.104774 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ceaac97d-0ff4-4673-a7aa-72a5265abfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.200208 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b2789aa-2f04-4376-a58a-7f3c58843aa6 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group (7686c635-38cd-4551-99c6-63fa6d8b6b59), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.223841 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b2789aa-2f04-4376-a58a-7f3c58843aa6 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (7686c635-38cd-4551-99c6-63fa6d8b6b59), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.269354 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for floatingip (837880cc-3a9a-4931-b453-35ca56d812a4), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.294745 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b2789aa-2f04-4376-a58a-7f3c58843aa6 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.295992 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7b2789aa-2f04-4376-a58a-7f3c58843aa6 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6388547 Apr 12 16:19:00.304691 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42396) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:00.311388 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-5d54edfb-4f77-4d95-8246-f1f6811b506d tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Request body: {'security_group_rule': {'security_group_id': '7686c635-38cd-4551-99c6-63fa6d8b6b59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:00.347951 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2789aa-2f04-4376-a58a-7f3c58843aa6 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7686c635-38cd-4551-99c6-63fa6d8b6b59,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:00.355854 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-ceaac97d-0ff4-4673-a7aa-72a5265abfaf None None] For port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=10bf8c1d-09b2-4b7a-a65e-c72a06209f29,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:00.379596 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (aeeea444-e2b5-4c74-9168-14cf7d7ee303), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.417470 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:00.418085 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.429514 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ceaac97d-0ff4-4673-a7aa-72a5265abfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.438224 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d54edfb-4f77-4d95-8246-f1f6811b506d tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group_rule (e0392714-9e4a-4675-8ace-fd885b1db4dd), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.446825 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-65ba3d44-4d8d-4197-bdd7-baf26d91e5e8 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Allocated IP 172.20.0.14 (ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a/a54963cb-0986-4500-9b88-9607219c9268/150e9cf9-34e1-43bb-8678-6b019f683dc6) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:19:00.544380 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '7086e141-d07a-465b-8cd6-66ce10280c23', 'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'mac_address': 'fa:16:3e:b9:cd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:45Z', 'updated_at': '2022-04-12T16:18:57Z', 'revision_number': 4, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'subnets': [{'id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:00.622468 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-65ba3d44-4d8d-4197-bdd7-baf26d91e5e8 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.661094 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Publish callbacks [] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.715757 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d54edfb-4f77-4d95-8246-f1f6811b506d tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group_rule (e0392714-9e4a-4675-8ace-fd885b1db4dd), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.720400 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.730849 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d54edfb-4f77-4d95-8246-f1f6811b506d tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (e0392714-9e4a-4675-8ace-fd885b1db4dd), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.739411 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-ceaac97d-0ff4-4673-a7aa-72a5265abfaf None None] Provisioning complete for port 7086e141-d07a-465b-8cd6-66ce10280c23 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:00.739928 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ceaac97d-0ff4-4673-a7aa-72a5265abfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.762831 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-fa2baf77-3d54-44cc-8e71-75cd5063aa08 service neutron] 10.222.0.67 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902570 Apr 12 16:19:00.775747 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0faba9-0e1d-44d0-aef2-f0bc93fcba59 req-d5c31b40-a6e4-4dba-ae23-848693a9f240 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:00.779858 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b0faba9-0e1d-44d0-aef2-f0bc93fcba59 req-d5c31b40-a6e4-4dba-ae23-848693a9f240 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 943 time: 1.0087245 Apr 12 16:19:00.785727 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-65ba3d44-4d8d-4197-bdd7-baf26d91e5e8 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.794317 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33203e8-a7c8-4414-b6c4-08522ab66fff None None] The sync data for ids ['66294110-db27-454d-bc8e-c150ace49fd8'] in dv-cinder-837528-1-iscsi is: [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '7086e141-d07a-465b-8cd6-66ce10280c23', 'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'mac_address': 'fa:16:3e:b9:cd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:45Z', 'updated_at': '2022-04-12T16:18:57Z', 'revision_number': 4, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'subnets': [{'id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:19:00.909037 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54edfb-4f77-4d95-8246-f1f6811b506d tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0392714-9e4a-4675-8ace-fd885b1db4dd,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:00.921876 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d54edfb-4f77-4d95-8246-f1f6811b506d tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:00.925919 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5d54edfb-4f77-4d95-8246-f1f6811b506d tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6174827 Apr 12 16:19:00.929139 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-65ba3d44-4d8d-4197-bdd7-baf26d91e5e8 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:00.937333 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42418) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:00.948550 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-65ba3d44-4d8d-4197-bdd7-baf26d91e5e8 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:00.959088 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaac97d-0ff4-4673-a7aa-72a5265abfaf None None] Pushing event updated for resources: {'Port': ['ID=10bf8c1d-09b2-4b7a-a65e-c72a06209f29,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:00.960840 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-758ba70d-97af-4b2b-9622-7db95aa18c97 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Request body: {'security_group_rule': {'security_group_id': '7686c635-38cd-4551-99c6-63fa6d8b6b59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:00.965995 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:00.997257 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for port (aeeea444-e2b5-4c74-9168-14cf7d7ee303), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.004904 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (aeeea444-e2b5-4c74-9168-14cf7d7ee303), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.010509 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-65ba3d44-4d8d-4197-bdd7-baf26d91e5e8 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:19:01.030189 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-65ba3d44-4d8d-4197-bdd7-baf26d91e5e8 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:01.030189 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-65ba3d44-4d8d-4197-bdd7-baf26d91e5e8 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.031327 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (837880cc-3a9a-4931-b453-35ca56d812a4), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.096897 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-758ba70d-97af-4b2b-9622-7db95aa18c97 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group_rule (5023e772-ea5d-4397-8899-894555ff170b), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.121690 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.127954 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9185853 Apr 12 16:19:01.142612 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b0faba9-0e1d-44d0-aef2-f0bc93fcba59 req-9c5290f3-ea98-4c8b-ad3a-d7a42499dc22 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335330 Apr 12 16:19:01.161570 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-65ba3d44-4d8d-4197-bdd7-baf26d91e5e8 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0572388 Apr 12 16:19:01.164088 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8c9ec-9bf5-489f-9235-698fc4c080ad tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event updated for resources: {'Port': ['ID=aeeea444-e2b5-4c74-9168-14cf7d7ee303,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:01.242312 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-758ba70d-97af-4b2b-9622-7db95aa18c97 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group_rule (5023e772-ea5d-4397-8899-894555ff170b), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.249911 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-758ba70d-97af-4b2b-9622-7db95aa18c97 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (5023e772-ea5d-4397-8899-894555ff170b), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.278266 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ba70d-97af-4b2b-9622-7db95aa18c97 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5023e772-ea5d-4397-8899-894555ff170b,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:01.294680 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-758ba70d-97af-4b2b-9622-7db95aa18c97 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.299237 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-758ba70d-97af-4b2b-9622-7db95aa18c97 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3607957 Apr 12 16:19:01.302665 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42436) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:01.317546 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Request body: {'floatingip': {'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:01.318870 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba3d44-4d8d-4197-bdd7-baf26d91e5e8 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'Port': ['ID=150e9cf9-34e1-43bb-8678-6b019f683dc6,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:01.363119 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.384912 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Attempting to bind port ecc9956a-2cc3-4395-af3c-e6895ef21612 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:19:01.385423 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Attempting to bind port ecc9956a-2cc3-4395-af3c-e6895ef21612 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:19:01.398719 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Attempting to bind port ecc9956a-2cc3-4395-af3c-e6895ef21612 on network 028a45e4-8708-408c-a3b9-d772d5389f9f {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:01.417567 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028db054-8293-433b-b077-73bb5e641e8d None None] Pushing event updated for resources: {'Port': ['ID=ecc9956a-2cc3-4395-af3c-e6895ef21612,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:01.442639 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-ceaac97d-0ff4-4673-a7aa-72a5265abfaf None None] Current status of the port 7086e141-d07a-465b-8cd6-66ce10280c23 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:01.451761 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:19:01.463233 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Checking segment: {'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:19:01.463762 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.464210 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Bound using segment: {'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:19:01.464722 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Bound port: ecc9956a-2cc3-4395-af3c-e6895ef21612, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:19:01.465109 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.486910 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e0a91-4363-4033-a330-863a6172b89a req-72e66d7e-e737-44e0-9058-f3bdbf82afc5 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:01.497068 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f54e0a91-4363-4033-a330-863a6172b89a req-72e66d7e-e737-44e0-9058-f3bdbf82afc5 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 932 time: 0.2220058 Apr 12 16:19:01.564059 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-8f6a9a1f-fb17-4fed-80b8-a41f232291cf service neutron] 10.222.0.67 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7816613 Apr 12 16:19:01.587785 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.601366 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-ee15ce00-6cfe-4177-a5b0-422743835b84 None None] Provisioning complete for port 150e9cf9-34e1-43bb-8678-6b019f683dc6 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:01.601748 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ee15ce00-6cfe-4177-a5b0-422743835b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.607274 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] For port ecc9956a-2cc3-4395-af3c-e6895ef21612, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:19:01.657733 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f54e0a91-4363-4033-a330-863a6172b89a req-c54186ab-9e98-42f6-aa1a-2001f13b6015 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593463 Apr 12 16:19:01.669791 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] For port ecc9956a-2cc3-4395-af3c-e6895ef21612, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ecc9956a-2cc3-4395-af3c-e6895ef21612,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:19:01.710290 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:01.723868 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-ee15ce00-6cfe-4177-a5b0-422743835b84 None None] Port 150e9cf9-34e1-43bb-8678-6b019f683dc6 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:19:01.875732 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Allocated IP 172.27.2.86 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/3179aaf6-c0e3-448a-a341-f041690c6d20) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:19:01.930161 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-57ff309b-7f12-4496-aa99-aa325a3a04a1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1768273553&fields=id&tenant_id=45e8e703a32d4ac4be28bb7018de850f HTTP/1.1" status: 200 len: 267 time: 0.1197014 Apr 12 16:19:01.994614 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Request body: {'port': {'device_id': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:02.030062 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 7086e141-d07a-465b-8cd6-66ce10280c23 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:02.048654 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-ee15ce00-6cfe-4177-a5b0-422743835b84 None None] Provisioning complete for port ecc9956a-2cc3-4395-af3c-e6895ef21612 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:02.049117 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ee15ce00-6cfe-4177-a5b0-422743835b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:02.104754 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f9e92-f80f-47cd-8d92-652e5be94c94 req-d4938028-653d-4350-9a2e-0f3c1263b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:02.116842 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a78f9e92-f80f-47cd-8d92-652e5be94c94 req-d4938028-653d-4350-9a2e-0f3c1263b4b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b531609069a4de8b99bbdf8d139cb2c&device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 1127 time: 0.1520739 Apr 12 16:19:02.249459 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-89dd5a19-c9cc-4b19-a906-c027080313a1 req-3f4279b7-1fca-4064-b65f-49d09aabe6e6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 210 time: 0.2465675 Apr 12 16:19:02.297696 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Routers {'d8b87beb-b277-4a78-ae2e-efa7676f5679'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:02.298902 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:18:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d8b87beb-b277-4a78-ae2e-efa7676f5679'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:02.303142 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028db054-8293-433b-b077-73bb5e641e8d None None] Pushing event updated for resources: {'Port': ['ID=ecc9956a-2cc3-4395-af3c-e6895ef21612,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:02.409036 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for port (3179aaf6-c0e3-448a-a341-f041690c6d20), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:02.517047 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:02.550961 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (3179aaf6-c0e3-448a-a341-f041690c6d20), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:02.615363 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] Set router d8b87beb-b277-4a78-ae2e-efa7676f5679 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:02.754584 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7991-d699-40b1-960a-ae851a81f763 req-b635d4e9-4c4f-41ef-9ea5-bc21903b9816 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:02.756952 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-b635d4e9-4c4f-41ef-9ea5-bc21903b9816 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/networks?id=659bb59b-3f11-4e82-88df-ec448e9e7e28 HTTP/1.1" status: 200 len: 817 time: 0.8252122 Apr 12 16:19:02.806584 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 7086e141-d07a-465b-8cd6-66ce10280c23 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:02.806957 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:02.809659 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:02.852096 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event updated for resources: {'Port': ['ID=3179aaf6-c0e3-448a-a341-f041690c6d20,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:02.869525 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:02.906869 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:19:02.907590 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8805d9e-bdf6-4d77-a7c4-b29a8fad8528 req-04758913-411c-4d74-93aa-84c3c67ef9ae tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:02.912243 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f8805d9e-bdf6-4d77-a7c4-b29a8fad8528 req-04758913-411c-4d74-93aa-84c3c67ef9ae tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 943 time: 0.4437835 Apr 12 16:19:02.956656 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.45', 49957) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:02.964535 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device f139bb8c-aace-4035-a88f-6180d6399d1b details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:19:03.112586 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f9e92-f80f-47cd-8d92-652e5be94c94 req-8b4cfa68-33ac-4cc3-93fe-a5f8e5f80893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:03.118073 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a78f9e92-f80f-47cd-8d92-652e5be94c94 req-8b4cfa68-33ac-4cc3-93fe-a5f8e5f80893 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094cf5c7-571a-4588-982d-7264585fb556 HTTP/1.1" status: 200 len: 912 time: 0.6056309 Apr 12 16:19:03.205503 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for floatingip (2effcb3d-153e-4fc7-9666-5a92e6cf720d), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:03.208669 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a78f9e92-f80f-47cd-8d92-652e5be94c94 req-bd76bcdf-2f57-4232-a8e1-f2269d66b724 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f139bb8c-aace-4035-a88f-6180d6399d1b HTTP/1.1" status: 200 len: 217 time: 0.0743861 Apr 12 16:19:03.318404 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-ee15ce00-6cfe-4177-a5b0-422743835b84 None None] Current status of the port ecc9956a-2cc3-4395-af3c-e6895ef21612 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:03.321836 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ee15ce00-6cfe-4177-a5b0-422743835b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:03.380309 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-dbe98fd2-8de1-486b-b7aa-6e8a5d8b0f26 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/quotas/45e8e703a32d4ac4be28bb7018de850f HTTP/1.1" status: 200 len: 375 time: 0.5175700 Apr 12 16:19:03.392584 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3179aaf6-c0e3-448a-a341-f041690c6d20), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:03.426669 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.db.resource_extend [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 16:19:03.481417 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f9e92-f80f-47cd-8d92-652e5be94c94 req-0e4b08d2-2708-4d9c-8342-25cf7878923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:03.489591 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a78f9e92-f80f-47cd-8d92-652e5be94c94 req-0e4b08d2-2708-4d9c-8342-25cf7878923e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=148c44ac-368d-4a24-9cdc-8c82531bc3c7 HTTP/1.1" status: 200 len: 851 time: 0.2736499 Apr 12 16:19:03.553242 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-ee15ce00-6cfe-4177-a5b0-422743835b84 None None] For port ecc9956a-2cc3-4395-af3c-e6895ef21612, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ecc9956a-2cc3-4395-af3c-e6895ef21612,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:03.619721 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 7086e141-d07a-465b-8cd6-66ce10280c23 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:03.621016 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:03.622627 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ee15ce00-6cfe-4177-a5b0-422743835b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:03.650875 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 42522) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:03.655350 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a78f9e92-f80f-47cd-8d92-652e5be94c94 req-b5d03be5-5e93-430a-bb49-ac5f8541c3ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094cf5c7-571a-4588-982d-7264585fb556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082008 Apr 12 16:19:03.719624 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-5764d5ef-da32-4df0-a8bf-09a98bcb88bd tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=45e8e703a32d4ac4be28bb7018de850f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3050637 Apr 12 16:19:03.727805 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for port (3179aaf6-c0e3-448a-a341-f041690c6d20), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:03.729781 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f8805d9e-bdf6-4d77-a7c4-b29a8fad8528 req-dcf8b192-8a81-45b0-91cf-8f3fab93e8ac tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7784326 Apr 12 16:19:03.735663 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3179aaf6-c0e3-448a-a341-f041690c6d20), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:03.782275 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (2effcb3d-153e-4fc7-9666-5a92e6cf720d), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:03.836746 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event updated for resources: {'Port': ['ID=3179aaf6-c0e3-448a-a341-f041690c6d20,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:03.841503 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15ce00-6cfe-4177-a5b0-422743835b84 None None] Pushing event updated for resources: {'Port': ['ID=ecc9956a-2cc3-4395-af3c-e6895ef21612,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:03.849893 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:03.853774 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-6c7d93ad-4bc5-461d-889d-f8f3055b876a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5497479 Apr 12 16:19:03.880921 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port f139bb8c-aace-4035-a88f-6180d6399d1b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f139bb8c-aace-4035-a88f-6180d6399d1b,segment=NetworkSegment(816e2bf1-b168-4578-b8d6-10a8d5a6ffb8),segment_id=816e2bf1-b168-4578-b8d6-10a8d5a6ffb8)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:03.900793 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'f139bb8c-aace-4035-a88f-6180d6399d1b', 'network_id': '094cf5c7-571a-4588-982d-7264585fb556', 'port_id': 'f139bb8c-aace-4035-a88f-6180d6399d1b', 'mac_address': 'fa:16:3e:aa:e0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148c44ac-368d-4a24-9cdc-8c82531bc3c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:19:03.935061 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-2db95bd8-30ed-4841-b494-50e80b64101c None None] Provisioning complete for port ecc9956a-2cc3-4395-af3c-e6895ef21612 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:03.935677 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2db95bd8-30ed-4841-b494-50e80b64101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.039510 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3f807f8e-4472-4f74-8839-3c4fa806f294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.040005 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:19:01Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:04.046851 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-b3659e54-f246-4b3b-a176-c067a00b1a5e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:04.048339 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-b3659e54-f246-4b3b-a176-c067a00b1a5e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 817 time: 1.0762584 Apr 12 16:19:04.089823 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port f139bb8c-aace-4035-a88f-6180d6399d1b is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:04.090230 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.091991 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:04.092360 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.097568 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32514d16-716a-46cf-ba9b-8a3b10691efb None None] The sync data for ids ['d8b87beb-b277-4a78-ae2e-efa7676f5679'] in dv-cinder-837528-1-iscsi is: [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:19:01Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:19:04.117125 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5194188-f17f-46b4-b124-1182ed0e55db req-ec2e749e-8a17-4948-b3e3-88fcd006df06 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:04.118674 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d5194188-f17f-46b4-b124-1182ed0e55db req-ec2e749e-8a17-4948-b3e3-88fcd006df06 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 932 time: 0.2019670 Apr 12 16:19:04.140768 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-1962b667-4d72-4f18-b352-b11623205b95 service neutron] 10.222.0.67 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988578 Apr 12 16:19:04.151655 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f139bb8c-aace-4035-a88f-6180d6399d1b {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:19:04.163140 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-2db95bd8-30ed-4841-b494-50e80b64101c None None] Current status of the port ecc9956a-2cc3-4395-af3c-e6895ef21612 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:04.188463 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port f139bb8c-aace-4035-a88f-6180d6399d1b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f139bb8c-aace-4035-a88f-6180d6399d1b,segment=NetworkSegment(816e2bf1-b168-4578-b8d6-10a8d5a6ffb8),segment_id=816e2bf1-b168-4578-b8d6-10a8d5a6ffb8)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:04.194454 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.271948 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150e9cf9-34e1-43bb-8678-6b019f683dc6 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:19:04.284743 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=f139bb8c-aace-4035-a88f-6180d6399d1b,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:04.287970 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:04.289072 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Publish callbacks [] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.346811 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d5194188-f17f-46b4-b124-1182ed0e55db req-b163dc78-b186-4fa3-a3bb-c340b9405f7c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182136 Apr 12 16:19:04.348139 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Transition to ACTIVE for port object 150e9cf9-34e1-43bb-8678-6b019f683dc6 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:19:04.385026 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.410024 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device ecc9956a-2cc3-4395-af3c-e6895ef21612 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:04.470660 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3f807f8e-4472-4f74-8839-3c4fa806f294 admin admin] Publish callbacks [] for security_group (265abacc-0385-4376-8b35-7a9201451efb), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.476201 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-cc5941e2-0d93-43ce-9b32-666b8275d471 service neutron] 10.222.0.67 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334391 Apr 12 16:19:04.476349 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port ecc9956a-2cc3-4395-af3c-e6895ef21612 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:04.476821 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.492055 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3f807f8e-4472-4f74-8839-3c4fa806f294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (265abacc-0385-4376-8b35-7a9201451efb), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.540237 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-23eaa423-8986-45f0-92d8-fe716c0c48b8 req-c2616817-3410-4640-b2ee-58d83d4c59a5 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 210 time: 0.0746124 Apr 12 16:19:04.571769 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Pushing event updated for resources: {'Port': ['ID=150e9cf9-34e1-43bb-8678-6b019f683dc6,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:04.581321 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-3f807f8e-4472-4f74-8839-3c4fa806f294 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cb44f79f5f414838a8192430e63122c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9152088 Apr 12 16:19:04.581321 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f807f8e-4472-4f74-8839-3c4fa806f294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265abacc-0385-4376-8b35-7a9201451efb,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:04.581752 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42534) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:04.597441 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port ecc9956a-2cc3-4395-af3c-e6895ef21612 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:04.646084 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Attempting to bind port 150e9cf9-34e1-43bb-8678-6b019f683dc6 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:19:04.646383 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Attempting to bind port 150e9cf9-34e1-43bb-8678-6b019f683dc6 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:19:04.646662 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Attempting to bind port 150e9cf9-34e1-43bb-8678-6b019f683dc6 on network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:04.651781 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Port 150e9cf9-34e1-43bb-8678-6b019f683dc6 on network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:19:04.652524 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Attempting to bind port 150e9cf9-34e1-43bb-8678-6b019f683dc6 on network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:04.686617 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:19:04.687223 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Checking segment: {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:19:04.688141 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Bound using segment: {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:19:04.690306 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Bound port: 150e9cf9-34e1-43bb-8678-6b019f683dc6, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:19:04.690931 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.708799 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e5b79874-b54f-4173-a0f0-ac097823a8c8 admin admin] Publish callbacks [] for security_group (265abacc-0385-4376-8b35-7a9201451efb), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.725395 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-36c70b4c-5a77-49f3-96ba-e99eb8e1649b req-f408999a-b83d-42d8-b205-faaf5aef658b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 210 time: 0.0709541 Apr 12 16:19:04.744391 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e5b79874-b54f-4173-a0f0-ac097823a8c8 admin admin] Publish callbacks [] for security_group (265abacc-0385-4376-8b35-7a9201451efb), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.809719 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-ef026637-57d6-4d78-9c01-dc09eb2c4f09 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--692652111&fields=id&tenant_id=9e274b464718459ea125ef2d5b5003ce HTTP/1.1" status: 200 len: 267 time: 0.0936379 Apr 12 16:19:04.815922 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e5b79874-b54f-4173-a0f0-ac097823a8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (265abacc-0385-4376-8b35-7a9201451efb), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.818799 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e5b79874-b54f-4173-a0f0-ac097823a8c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:04.822305 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e5b79874-b54f-4173-a0f0-ac097823a8c8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/265abacc-0385-4376-8b35-7a9201451efb HTTP/1.1" status: 204 len: 168 time: 0.2384067 Apr 12 16:19:04.836905 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] For port 150e9cf9-34e1-43bb-8678-6b019f683dc6, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:19:04.837893 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b79874-b54f-4173-a0f0-ac097823a8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265abacc-0385-4376-8b35-7a9201451efb,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:04.893088 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] For port 150e9cf9-34e1-43bb-8678-6b019f683dc6, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=150e9cf9-34e1-43bb-8678-6b019f683dc6,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:19:04.949606 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:05.000611 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee19cf2-6abe-4ace-bd57-55ce1e237552 req-fdab22ed-b4d4-4927-bcc5-b6703a16a77b tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:05.002433 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ee19cf2-6abe-4ace-bd57-55ce1e237552 req-fdab22ed-b4d4-4927-bcc5-b6703a16a77b tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 944 time: 0.1480060 Apr 12 16:19:05.035107 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:05.036069 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:05.037637 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] 10.222.0.45 "PUT /v2.0/ports/150e9cf9-34e1-43bb-8678-6b019f683dc6 HTTP/1.1" status: 200 len: 1094 time: 3.0677283 Apr 12 16:19:05.038303 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'tag': '150e9cf9-34e1-43bb-8678-6b019f683dc6'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:05.228642 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bb2c0-a6d7-4ed5-b701-39691ff7b674 service neutron] Pushing event updated for resources: {'Port': ['ID=150e9cf9-34e1-43bb-8678-6b019f683dc6,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:05.242695 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-8da9c557-b794-45ed-84b5-64a00e9af0d9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:05.244241 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-8da9c557-b794-45ed-84b5-64a00e9af0d9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/networks?id=028a45e4-8708-408c-a3b9-d772d5389f9f HTTP/1.1" status: 200 len: 811 time: 0.4146738 Apr 12 16:19:05.259843 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ee19cf2-6abe-4ace-bd57-55ce1e237552 req-5e5eb0ef-69d3-44c6-8fcd-16adfa880620 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289212 Apr 12 16:19:05.282967 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-4d41c507-555d-4d8a-bb32-42c410e88772 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/quotas/9e274b464718459ea125ef2d5b5003ce HTTP/1.1" status: 200 len: 375 time: 0.0220232 Apr 12 16:19:05.307960 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42576) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:05.321906 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d27e7ce4-661a-4914-b3ce-efe75c818fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:05.355592 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1898271-2605-445a-b0ba-0f94eac8db97" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac", "tag": "150e9cf9-34e1-43bb-8678-6b019f683dc6"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:05.366113 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-5c053711-846c-4bed-ad4e-ec2094830b83 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e274b464718459ea125ef2d5b5003ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809858 Apr 12 16:19:05.423213 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d27e7ce4-661a-4914-b3ce-efe75c818fcd admin admin] Publish callbacks [] for security_group (eeaac761-09ac-48fd-8b8f-0944cffb2fb3), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:05.430645 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d27e7ce4-661a-4914-b3ce-efe75c818fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (eeaac761-09ac-48fd-8b8f-0944cffb2fb3), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:05.473942 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d27e7ce4-661a-4914-b3ce-efe75c818fcd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5a7ac47ce1114e8c84b60d8f8559d7a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646278 Apr 12 16:19:05.475225 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e7ce4-661a-4914-b3ce-efe75c818fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaac761-09ac-48fd-8b8f-0944cffb2fb3,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:05.476920 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 42590) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:05.558544 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-09f4b171-501a-4cc6-85af-c637298dc303 service neutron] 10.222.0.67 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734195 Apr 12 16:19:05.597499 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d1a0a1a3-e4d4-40e7-a16b-0dca35f18b6a admin admin] Publish callbacks [] for security_group (eeaac761-09ac-48fd-8b8f-0944cffb2fb3), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:05.635425 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3decde81-dcaa-4ea5-9a82-4be0d813efb8 x-openstack-request-id: req-3decde81-dcaa-4ea5-9a82-4be0d813efb8 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:05.635775 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac", "tag": "150e9cf9-34e1-43bb-8678-6b019f683dc6", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:05.635970 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3decde81-dcaa-4ea5-9a82-4be0d813efb8 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:05.636405 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3decde81-dcaa-4ea5-9a82-4be0d813efb8'] response: {'name': 'network-changed', 'server_uuid': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'tag': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'status': 'completed', 'code': 200} Apr 12 16:19:05.655807 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d1a0a1a3-e4d4-40e7-a16b-0dca35f18b6a admin admin] Publish callbacks [] for security_group (eeaac761-09ac-48fd-8b8f-0944cffb2fb3), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:05.715669 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-20eebf9a-fb2b-40df-95d5-209e029aa6bc service neutron] 10.222.0.67 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468391 Apr 12 16:19:05.752845 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414da5ab-5996-4a58-82ed-fd8bb499e224 req-56c3e716-bf14-4eee-aab8-55f3bac0001f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:05.754860 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-414da5ab-5996-4a58-82ed-fd8bb499e224 req-56c3e716-bf14-4eee-aab8-55f3bac0001f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 944 time: 0.0639372 Apr 12 16:19:05.779415 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d1a0a1a3-e4d4-40e7-a16b-0dca35f18b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (eeaac761-09ac-48fd-8b8f-0944cffb2fb3), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:05.782103 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d1a0a1a3-e4d4-40e7-a16b-0dca35f18b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:05.785659 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d1a0a1a3-e4d4-40e7-a16b-0dca35f18b6a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eeaac761-09ac-48fd-8b8f-0944cffb2fb3 HTTP/1.1" status: 204 len: 168 time: 0.3039174 Apr 12 16:19:05.798419 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0a1a3-e4d4-40e7-a16b-0dca35f18b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaac761-09ac-48fd-8b8f-0944cffb2fb3,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:05.841925 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-414da5ab-5996-4a58-82ed-fd8bb499e224 req-be282a0f-f59f-4856-919e-c475c0807aa7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774755 Apr 12 16:19:05.948205 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-af88243a-98f4-4a6a-9fbc-6fc4a1c8b8bf req-6c15a336-993b-4916-a9f8-97a5e3fff6d6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 210 time: 0.0369625 Apr 12 16:19:06.004168 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c971736-c99b-431f-8c17-36ece9add661 req-70861361-b31d-4848-92c4-01d65f1b87ab tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 210 time: 0.0566888 Apr 12 16:19:06.063146 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-42b50c0a-2b4b-4693-8f72-a4ff03121179 req-d6b87c92-93ce-4799-a161-53b46508863c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 210 time: 0.0391448 Apr 12 16:19:06.662135 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.45', 49964) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:06.673135 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-babdc3d5-57a7-4c81-95f1-2a209bf8cd55 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Request body: {'port': {'device_id': 'f2e6a8f9-e6af-4d52-9722-25d9de08e9b5', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'admin_state_up': True, 'tenant_id': 'edcd271496524c94929c1a28a63f96ef'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:06.822402 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['f139bb8c-aace-4035-a88f-6180d6399d1b'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:19:06.838202 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a78f9e92-f80f-47cd-8d92-652e5be94c94 req-c57175a0-9336-4f03-9f5a-46ca41b05dc0 service neutron] 10.222.0.45 "GET /v2.0/networks/094cf5c7-571a-4588-982d-7264585fb556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424072 Apr 12 16:19:06.998255 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-babdc3d5-57a7-4c81-95f1-2a209bf8cd55 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Made reservation on behalf of edcd271496524c94929c1a28a63f96ef for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:19:07.003000 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-babdc3d5-57a7-4c81-95f1-2a209bf8cd55 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:07.084581 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a78f9e92-f80f-47cd-8d92-652e5be94c94 req-37c16606-1881-4026-82fe-4fa7a487dbc3 service neutron] 10.222.0.45 "GET /v2.0/networks/094cf5c7-571a-4588-982d-7264585fb556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317398 Apr 12 16:19:07.124721 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-1ef6c357-cb01-48af-9aba-9a88149279ee tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:07.126380 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-1ef6c357-cb01-48af-9aba-9a88149279ee tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 817 time: 0.4630966 Apr 12 16:19:07.155335 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2ef80-ee62-4ed5-b6af-0b3257500295 req-643facfb-5a0e-48c4-bdc9-ab0324289a6d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:07.156917 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a0f2ef80-ee62-4ed5-b6af-0b3257500295 req-643facfb-5a0e-48c4-bdc9-ab0324289a6d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 944 time: 0.0720167 Apr 12 16:19:07.158366 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1898271-2605-445a-b0ba-0f94eac8db97 req-ce49eb4b-5cbb-4502-9bd4-10c0f05fdba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:07.159989 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e1898271-2605-445a-b0ba-0f94eac8db97 req-ce49eb4b-5cbb-4502-9bd4-10c0f05fdba1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 1128 time: 0.5028763 Apr 12 16:19:07.165880 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacc4b3-ad44-4fad-a381-d2e30a134500 req-fd0155b0-11c6-4c24-a89b-b4a69e53ed98 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:07.167449 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-deacc4b3-ad44-4fad-a381-d2e30a134500 req-fd0155b0-11c6-4c24-a89b-b4a69e53ed98 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 944 time: 0.8023403 Apr 12 16:19:07.200697 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c5f3bcf4-9a14-46c2-bc4f-da9392ce1823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Request body: {'port': {'device_id': '5d84741a-a53e-484d-b7c1-77df2336fa27', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'admin_state_up': True, 'tenant_id': 'edcd271496524c94929c1a28a63f96ef'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:07.287052 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a0f2ef80-ee62-4ed5-b6af-0b3257500295 req-b60955a5-6327-4d9b-a39b-18ff9ec60914 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137388 Apr 12 16:19:07.492626 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3e96ca8f-96e6-42fb-8be2-f99cdbb7b562 req-41abf9ea-56dc-40b2-b03f-01aaaeb126ec tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 210 time: 0.0401652 Apr 12 16:19:07.648905 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c5f3bcf4-9a14-46c2-bc4f-da9392ce1823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Made reservation on behalf of edcd271496524c94929c1a28a63f96ef for: {'port': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:19:07.654723 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c5f3bcf4-9a14-46c2-bc4f-da9392ce1823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:07.663248 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-deacc4b3-ad44-4fad-a381-d2e30a134500 req-960ab7e0-3c86-4cde-bd47-e75305279f61 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704986 Apr 12 16:19:07.716492 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f7457c1f-7cff-4621-81b2-f7c1143d42cc req-c47b84a1-35cf-461a-8ead-45b8e6ccfa64 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 210 time: 0.0840433 Apr 12 16:19:07.751328 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-babdc3d5-57a7-4c81-95f1-2a209bf8cd55 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Allocated IP 172.20.0.9 (1a816f2a-7737-4dcf-8e4f-8a7eee1e8062/c9aaae1c-c2fd-4f84-9eee-26281953e61b/1482398b-faf8-483e-b85f-481978b24399) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:19:07.759445 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1898271-2605-445a-b0ba-0f94eac8db97 req-b743cfea-3f8f-4820-b086-dcd1f10947ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:07.761464 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e1898271-2605-445a-b0ba-0f94eac8db97 req-b743cfea-3f8f-4820-b086-dcd1f10947ed service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8743d75ee3b14874a47f8c5c5054795c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5384738 Apr 12 16:19:07.806942 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ea4bb83f-3f51-443f-b5a0-dcaaed1eb8cb req-b8f869ec-c423-48c6-996b-d419d26b4148 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 210 time: 0.0423930 Apr 12 16:19:08.024280 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 42722) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:08.065798 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.45', 49972) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:08.196618 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-4b588878-3577-40de-9730-8cf676f0d78a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:08.198400 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-4b588878-3577-40de-9730-8cf676f0d78a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.45 "GET /v2.0/networks?id=028a45e4-8708-408c-a3b9-d772d5389f9f HTTP/1.1" status: 200 len: 811 time: 0.1314607 Apr 12 16:19:08.202958 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7991-d699-40b1-960a-ae851a81f763 req-f4c35688-6ce7-43b2-91bf-aec20b7d6039 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:08.208381 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-f4c35688-6ce7-43b2-91bf-aec20b7d6039 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.45 "GET /v2.0/networks?id=659bb59b-3f11-4e82-88df-ec448e9e7e28 HTTP/1.1" status: 200 len: 817 time: 0.2667441 Apr 12 16:19:08.262354 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-babdc3d5-57a7-4c81-95f1-2a209bf8cd55 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for port (1482398b-faf8-483e-b85f-481978b24399), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:08.280265 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1898271-2605-445a-b0ba-0f94eac8db97 req-34fdf552-7b4e-4717-9bce-a3c24d30b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:08.281887 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e1898271-2605-445a-b0ba-0f94eac8db97 req-34fdf552-7b4e-4717-9bce-a3c24d30b867 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3736851 Apr 12 16:19:08.329809 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-d1fe4fd9-9278-40a5-9cdc-81b936b542c7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45e8e703a32d4ac4be28bb7018de850f HTTP/1.1" status: 200 len: 380 time: 0.1130941 Apr 12 16:19:08.352555 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-fe498b48-d476-46f5-aa2c-054b3113f752 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e274b464718459ea125ef2d5b5003ce HTTP/1.1" status: 200 len: 379 time: 0.1316900 Apr 12 16:19:08.357926 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-babdc3d5-57a7-4c81-95f1-2a209bf8cd55 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (1482398b-faf8-483e-b85f-481978b24399), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:08.361249 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-77df7991-d699-40b1-960a-ae851a81f763 req-a6d17660-16bb-45b6-a430-94aa96b91082 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Request body: {'port': {'device_id': '29f48c36-5e37-4640-b589-df261265d809', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'admin_state_up': True, 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'security_groups': ['8abb2f69-1807-49ac-b660-0c3ed7f6477c']}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:08.402684 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-babdc3d5-57a7-4c81-95f1-2a209bf8cd55 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:08.411206 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-babdc3d5-57a7-4c81-95f1-2a209bf8cd55 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:08.425594 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-babdc3d5-57a7-4c81-95f1-2a209bf8cd55 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:19:08.432148 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-babdc3d5-57a7-4c81-95f1-2a209bf8cd55 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:08.432971 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-babdc3d5-57a7-4c81-95f1-2a209bf8cd55 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:08.480062 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-babdc3d5-57a7-4c81-95f1-2a209bf8cd55 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8241234 Apr 12 16:19:08.491543 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-8adbf4f1-2c17-43c1-9fc1-4178320a05eb tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Request body: {'port': {'device_id': '23749e20-689d-41b3-b798-49c86d90ae20', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'admin_state_up': True, 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'security_groups': ['7686c635-38cd-4551-99c6-63fa6d8b6b59']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:08.580297 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Request body: {'port': {'device_id': 'f2e6a8f9-e6af-4d52-9722-25d9de08e9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:08.586175 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c5f3bcf4-9a14-46c2-bc4f-da9392ce1823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Allocated IP 172.20.0.4 (1a816f2a-7737-4dcf-8e4f-8a7eee1e8062/c9aaae1c-c2fd-4f84-9eee-26281953e61b/2b4a5c66-664f-4c45-97da-99ed8c2f0118) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:19:08.596373 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdc3d5-57a7-4c81-95f1-2a209bf8cd55 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Pushing event updated for resources: {'Port': ['ID=1482398b-faf8-483e-b85f-481978b24399,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:08.642200 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-1f8b3b38-80b9-4a42-b6b7-29788e8fcbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:08.643674 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-1f8b3b38-80b9-4a42-b6b7-29788e8fcbe0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 1128 time: 0.0595181 Apr 12 16:19:08.685730 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77df7991-d699-40b1-960a-ae851a81f763 req-a6d17660-16bb-45b6-a430-94aa96b91082 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Made reservation on behalf of 45e8e703a32d4ac4be28bb7018de850f for: {'port': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:19:08.689313 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-77df7991-d699-40b1-960a-ae851a81f763 req-a6d17660-16bb-45b6-a430-94aa96b91082 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:08.712516 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device f139bb8c-aace-4035-a88f-6180d6399d1b up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:08.776837 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port f139bb8c-aace-4035-a88f-6180d6399d1b completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:19:08.793287 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-492ccd8a-aeaf-40bd-be78-b4a54dee4309 None None] Provisioning complete for port 1482398b-faf8-483e-b85f-481978b24399 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:08.793898 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-492ccd8a-aeaf-40bd-be78-b4a54dee4309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (1482398b-faf8-483e-b85f-481978b24399), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:08.827094 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port f139bb8c-aace-4035-a88f-6180d6399d1b triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:08.827662 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:08.866789 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df882e-9b08-48d4-a746-f0b7f0b38f9f req-963ba476-3b09-4838-a401-6280300d55e1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:08.868624 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-90df882e-9b08-48d4-a746-f0b7f0b38f9f req-963ba476-3b09-4838-a401-6280300d55e1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 944 time: 0.4621100 Apr 12 16:19:08.869829 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-53f93364-5d54-4f46-8690-6ec87431e728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:08.895406 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-944edeec-460b-49ef-ad99-c91c334ec288 req-cff7a8f1-5bf0-4c1e-9a89-712aac47c1c7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 210 time: 0.2221289 Apr 12 16:19:08.968595 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c5f3bcf4-9a14-46c2-bc4f-da9392ce1823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:09.016165 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [req-77df7991-d699-40b1-960a-ae851a81f763 req-a6d17660-16bb-45b6-a430-94aa96b91082 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Allocated IP 172.20.0.14 (659bb59b-3f11-4e82-88df-ec448e9e7e28/644bce61-9908-4b22-b9ff-6ee45a6d0077/aaca632c-41bc-43f8-8889-7aea0e458ffa) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:19:09.068178 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-492ccd8a-aeaf-40bd-be78-b4a54dee4309 None None] Port 1482398b-faf8-483e-b85f-481978b24399 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:19:09.181614 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c5f3bcf4-9a14-46c2-bc4f-da9392ce1823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:09.208668 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port f139bb8c-aace-4035-a88f-6180d6399d1b is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:09.209318 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:09.267678 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487aea79-f1c3-4ab8-9d49-cee300992479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f139bb8c-aace-4035-a88f-6180d6399d1b'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:09.319306 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-16ebdb11-cee0-411e-a78c-37299698f023 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=150e9cf9-34e1-43bb-8678-6b019f683dc6 HTTP/1.1" status: 200 len: 217 time: 0.6307735 Apr 12 16:19:09.339802 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c5f3bcf4-9a14-46c2-bc4f-da9392ce1823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:09.350621 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c5f3bcf4-9a14-46c2-bc4f-da9392ce1823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:09.353724 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c5f3bcf4-9a14-46c2-bc4f-da9392ce1823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:19:09.358931 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c5f3bcf4-9a14-46c2-bc4f-da9392ce1823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:09.359618 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c5f3bcf4-9a14-46c2-bc4f-da9392ce1823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:09.369942 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3bcf4-9a14-46c2-bc4f-da9392ce1823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Pushing event updated for resources: {'Port': ['ID=2b4a5c66-664f-4c45-97da-99ed8c2f0118,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:09.405442 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c5f3bcf4-9a14-46c2-bc4f-da9392ce1823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2102315 Apr 12 16:19:09.407214 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port f139bb8c-aace-4035-a88f-6180d6399d1b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f139bb8c-aace-4035-a88f-6180d6399d1b,segment=NetworkSegment(816e2bf1-b168-4578-b8d6-10a8d5a6ffb8),segment_id=816e2bf1-b168-4578-b8d6-10a8d5a6ffb8)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:09.413443 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:09.431928 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Request body: {'port': {'device_id': '5d84741a-a53e-484d-b7c1-77df2336fa27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:09.435929 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (1482398b-faf8-483e-b85f-481978b24399), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:09.461756 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-8adbf4f1-2c17-43c1-9fc1-4178320a05eb tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Made reservation on behalf of 9e274b464718459ea125ef2d5b5003ce for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:19:09.465277 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-8adbf4f1-2c17-43c1-9fc1-4178320a05eb tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:09.504909 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=f139bb8c-aace-4035-a88f-6180d6399d1b,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:09.516816 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-77df7991-d699-40b1-960a-ae851a81f763 req-a6d17660-16bb-45b6-a430-94aa96b91082 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:09.519628 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-90df882e-9b08-48d4-a746-f0b7f0b38f9f req-6ee8a5a6-98f2-4dd2-b962-03a366e9e2c2 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6136415 Apr 12 16:19:09.531042 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:09.538516 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e6a07-4af5-49b7-8cba-222e6a1da873 req-9ed09b43-d91e-4361-9925-b5d54d84b6f7 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:09.546195 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-665e6a07-4af5-49b7-8cba-222e6a1da873 req-9ed09b43-d91e-4361-9925-b5d54d84b6f7 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 944 time: 0.2382185 Apr 12 16:19:09.605104 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992f1813-83b1-4564-8d8b-2c1b42f8a22e" -d '{"events": [{"server_uuid": "487aea79-f1c3-4ab8-9d49-cee300992479", "name": "network-vif-plugged", "status": "completed", "tag": "f139bb8c-aace-4035-a88f-6180d6399d1b"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:09.618897 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-77df7991-d699-40b1-960a-ae851a81f763 req-a6d17660-16bb-45b6-a430-94aa96b91082 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:09.694763 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-036ddfd6-d3c1-4e82-b627-e4d0e3466ddc None None] Provisioning complete for port 2b4a5c66-664f-4c45-97da-99ed8c2f0118 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:09.695470 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-036ddfd6-d3c1-4e82-b627-e4d0e3466ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:09.698587 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-2db69311-8cd8-4a0f-aeed-8fad4367a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:09.700357 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-2db69311-8cd8-4a0f-aeed-8fad4367a48b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a54963cb-0986-4500-9b88-9607219c9268 HTTP/1.1" status: 200 len: 854 time: 0.3526163 Apr 12 16:19:09.721912 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77df7991-d699-40b1-960a-ae851a81f763 req-a6d17660-16bb-45b6-a430-94aa96b91082 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Network 659bb59b-3f11-4e82-88df-ec448e9e7e28 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:09.731106 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [req-77df7991-d699-40b1-960a-ae851a81f763 req-a6d17660-16bb-45b6-a430-94aa96b91082 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:09.735551 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-036ddfd6-d3c1-4e82-b627-e4d0e3466ddc None None] Port 2b4a5c66-664f-4c45-97da-99ed8c2f0118 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:19:09.739536 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-77df7991-d699-40b1-960a-ae851a81f763 req-a6d17660-16bb-45b6-a430-94aa96b91082 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:19:09.744615 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7991-d699-40b1-960a-ae851a81f763 req-a6d17660-16bb-45b6-a430-94aa96b91082 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:09.745224 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-77df7991-d699-40b1-960a-ae851a81f763 req-a6d17660-16bb-45b6-a430-94aa96b91082 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:09.754658 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d17660-16bb-45b6-a430-94aa96b91082 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event updated for resources: {'Port': ['ID=aaca632c-41bc-43f8-8889-7aea0e458ffa,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:09.790139 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-a6d17660-16bb-45b6-a430-94aa96b91082 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4403901 Apr 12 16:19:09.847856 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-665e6a07-4af5-49b7-8cba-222e6a1da873 req-487f6ea8-d2ea-412a-8cfa-8da1a9d0d269 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001161 Apr 12 16:19:09.878684 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fd6b3-f1a1-4935-be73-bce3da915d5b req-3b0a2895-b5a1-45bf-956f-794c5b5f1719 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:09.885927 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-725fd6b3-f1a1-4935-be73-bce3da915d5b req-3b0a2895-b5a1-45bf-956f-794c5b5f1719 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 931 time: 0.2922645 Apr 12 16:19:09.940323 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4a5c66-664f-4c45-97da-99ed8c2f0118 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:19:09.949345 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-5c2eb393-fd30-4499-b000-7b6ffac06eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:09.950704 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Publish callbacks [] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:09.950805 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-5c2eb393-fd30-4499-b000-7b6ffac06eff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2359052 Apr 12 16:19:09.965334 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Transition to ACTIVE for port object 2b4a5c66-664f-4c45-97da-99ed8c2f0118 will not be triggered until provisioned by entity L2. {{(pid=103550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:19:09.969267 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.021520 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4a5c66-664f-4c45-97da-99ed8c2f0118,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:10.039762 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-53f93364-5d54-4f46-8690-6ec87431e728 admin admin] Publish callbacks [] for security_group (60b389de-51cb-4182-a110-da7d313460ab), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.049398 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c459f3d7-bbec-4b10-aa93-c45078f4aade req-44f6ccf1-925c-4117-a81b-2604facc2402 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 210 time: 0.0908911 Apr 12 16:19:10.057526 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Attempting to bind port 2b4a5c66-664f-4c45-97da-99ed8c2f0118 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:19:10.057880 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Attempting to bind port 2b4a5c66-664f-4c45-97da-99ed8c2f0118 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:19:10.058210 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Attempting to bind port 2b4a5c66-664f-4c45-97da-99ed8c2f0118 on network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:10.062853 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-53f93364-5d54-4f46-8690-6ec87431e728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (60b389de-51cb-4182-a110-da7d313460ab), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.063592 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Port 2b4a5c66-664f-4c45-97da-99ed8c2f0118 on network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:19:10.064086 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Attempting to bind port 2b4a5c66-664f-4c45-97da-99ed8c2f0118 on network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:10.071393 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:19:10.071769 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Checking segment: {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:19:10.073327 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Bound using segment: {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:19:10.073732 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Bound port: 2b4a5c66-664f-4c45-97da-99ed8c2f0118, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:19:10.074155 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.093918 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-2f5440e1-dfa1-4477-b485-f6c17cc0fb85 None None] Provisioning complete for port aaca632c-41bc-43f8-8889-7aea0e458ffa triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:10.095608 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2f5440e1-dfa1-4477-b485-f6c17cc0fb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.158673 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-2f5440e1-dfa1-4477-b485-f6c17cc0fb85 None None] Port aaca632c-41bc-43f8-8889-7aea0e458ffa cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:19:10.162277 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-725fd6b3-f1a1-4935-be73-bce3da915d5b req-758f7145-2c49-4324-aca1-0a441c5518f1 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730243 Apr 12 16:19:10.203902 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-53f93364-5d54-4f46-8690-6ec87431e728 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=67687d4dc6994be3b082872ac2a6538b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1783149 Apr 12 16:19:10.207662 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 42786) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:10.224491 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-8adbf4f1-2c17-43c1-9fc1-4178320a05eb tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Allocated IP 172.20.0.5 (028a45e4-8708-408c-a3b9-d772d5389f9f/eff737a4-8496-4d8b-b7c1-649a5d573665/28e64fcd-7b2c-41c0-8cce-a7de7807a101) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:19:10.224663 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] For port 2b4a5c66-664f-4c45-97da-99ed8c2f0118, host hv-cinder-83752, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:19:10.229256 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] For port 2b4a5c66-664f-4c45-97da-99ed8c2f0118, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=2b4a5c66-664f-4c45-97da-99ed8c2f0118,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:19:10.232714 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140cb379-9d32-48e0-877f-0945a93d4799 x-openstack-request-id: req-140cb379-9d32-48e0-877f-0945a93d4799 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:10.233434 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487aea79-f1c3-4ab8-9d49-cee300992479", "name": "network-vif-plugged", "status": "completed", "tag": "f139bb8c-aace-4035-a88f-6180d6399d1b", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:10.233790 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-140cb379-9d32-48e0-877f-0945a93d4799 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:10.236962 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140cb379-9d32-48e0-877f-0945a93d4799'] response: {'server_uuid': '487aea79-f1c3-4ab8-9d49-cee300992479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f139bb8c-aace-4035-a88f-6180d6399d1b', 'code': 200} Apr 12 16:19:10.242348 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.245140 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f93364-5d54-4f46-8690-6ec87431e728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b389de-51cb-4182-a110-da7d313460ab,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:10.298051 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:10.298852 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.300304 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] 10.222.0.45 "PUT /v2.0/ports/2b4a5c66-664f-4c45-97da-99ed8c2f0118 HTTP/1.1" status: 200 len: 1093 time: 0.8755109 Apr 12 16:19:10.300818 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d84741a-a53e-484d-b7c1-77df2336fa27', 'tag': '2b4a5c66-664f-4c45-97da-99ed8c2f0118'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:10.303442 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39673a40-2f09-4065-8d7f-d14cd27c451d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d84741a-a53e-484d-b7c1-77df2336fa27", "tag": "2b4a5c66-664f-4c45-97da-99ed8c2f0118"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:10.358387 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d27b2-4c3f-4a36-8a78-fb6a4bc08d07 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4a5c66-664f-4c45-97da-99ed8c2f0118,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:10.385848 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4045838d-e267-44e7-8ce6-d0baeabf5005 x-openstack-request-id: req-4045838d-e267-44e7-8ce6-d0baeabf5005 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:10.386241 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d84741a-a53e-484d-b7c1-77df2336fa27", "tag": "2b4a5c66-664f-4c45-97da-99ed8c2f0118", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:10.386589 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4045838d-e267-44e7-8ce6-d0baeabf5005 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:10.388850 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4045838d-e267-44e7-8ce6-d0baeabf5005'] response: {'name': 'network-changed', 'server_uuid': '5d84741a-a53e-484d-b7c1-77df2336fa27', 'tag': '2b4a5c66-664f-4c45-97da-99ed8c2f0118', 'status': 'completed', 'code': 200} Apr 12 16:19:10.393605 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97076da-f2ad-45b7-ac64-9cfb069ff27d req-d4f6793f-a700-47eb-88be-4444e4b50d3b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:10.400690 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e97076da-f2ad-45b7-ac64-9cfb069ff27d req-d4f6793f-a700-47eb-88be-4444e4b50d3b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 932 time: 0.1289372 Apr 12 16:19:10.481920 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-07e64aa4-9233-46eb-a2e2-da9b1029485c admin admin] Publish callbacks [] for security_group (60b389de-51cb-4182-a110-da7d313460ab), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.589313 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-07e64aa4-9233-46eb-a2e2-da9b1029485c admin admin] Publish callbacks [] for security_group (60b389de-51cb-4182-a110-da7d313460ab), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.598705 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e97076da-f2ad-45b7-ac64-9cfb069ff27d req-0e86e9dd-55e9-475e-b4d2-3ea77d5fb270 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968427 Apr 12 16:19:10.606094 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1482398b-faf8-483e-b85f-481978b24399 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:19:10.622191 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Publish callbacks [] for port (1482398b-faf8-483e-b85f-481978b24399), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.697049 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Transition to ACTIVE for port object 1482398b-faf8-483e-b85f-481978b24399 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:19:10.712087 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (1482398b-faf8-483e-b85f-481978b24399), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.722488 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e551be2-4351-4693-a214-ec675a1e0a6b req-58cab511-8e45-4f6b-a2d1-6ad0b4999eb7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:10.724267 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1e551be2-4351-4693-a214-ec675a1e0a6b req-58cab511-8e45-4f6b-a2d1-6ad0b4999eb7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 944 time: 0.1112285 Apr 12 16:19:10.728897 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-8adbf4f1-2c17-43c1-9fc1-4178320a05eb tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.822529 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-07e64aa4-9233-46eb-a2e2-da9b1029485c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (60b389de-51cb-4182-a110-da7d313460ab), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.825196 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-07e64aa4-9233-46eb-a2e2-da9b1029485c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.826372 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-07e64aa4-9233-46eb-a2e2-da9b1029485c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/60b389de-51cb-4182-a110-da7d313460ab HTTP/1.1" status: 204 len: 168 time: 0.6128950 Apr 12 16:19:10.827066 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1482398b-faf8-483e-b85f-481978b24399,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:10.878891 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e64aa4-9233-46eb-a2e2-da9b1029485c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b389de-51cb-4182-a110-da7d313460ab,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:10.891562 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1e551be2-4351-4693-a214-ec675a1e0a6b req-f59b07ac-bcc5-449d-95ef-136134545dd2 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608057 Apr 12 16:19:10.894955 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-8adbf4f1-2c17-43c1-9fc1-4178320a05eb tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.906003 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Attempting to bind port 1482398b-faf8-483e-b85f-481978b24399 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:19:10.906365 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Attempting to bind port 1482398b-faf8-483e-b85f-481978b24399 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:19:10.906695 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Attempting to bind port 1482398b-faf8-483e-b85f-481978b24399 on network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:10.947884 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Port 1482398b-faf8-483e-b85f-481978b24399 on network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:19:10.948215 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Attempting to bind port 1482398b-faf8-483e-b85f-481978b24399 on network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:10.960548 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-8adbf4f1-2c17-43c1-9fc1-4178320a05eb tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Network 028a45e4-8708-408c-a3b9-d772d5389f9f is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:10.965531 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:19:10.965877 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Checking segment: {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:19:10.966272 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Bound using segment: {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:19:10.966877 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Bound port: 1482398b-faf8-483e-b85f-481978b24399, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:19:10.967407 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (1482398b-faf8-483e-b85f-481978b24399), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:10.970000 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-8adbf4f1-2c17-43c1-9fc1-4178320a05eb tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:10.973027 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-8adbf4f1-2c17-43c1-9fc1-4178320a05eb tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:19:10.979963 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-8adbf4f1-2c17-43c1-9fc1-4178320a05eb tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:10.981013 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-8adbf4f1-2c17-43c1-9fc1-4178320a05eb tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:11.003824 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbf4f1-2c17-43c1-9fc1-4178320a05eb tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event updated for resources: {'Port': ['ID=28e64fcd-7b2c-41c0-8cce-a7de7807a101,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:11.066188 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-8adbf4f1-2c17-43c1-9fc1-4178320a05eb tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5827351 Apr 12 16:19:11.077875 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516c356-36dd-49e6-8fcf-e4af7dd01fdd req-b5de00a4-1e77-4396-9e66-8ccdc755872a tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:11.079454 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0516c356-36dd-49e6-8fcf-e4af7dd01fdd req-b5de00a4-1e77-4396-9e66-8ccdc755872a tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 945 time: 0.0961754 Apr 12 16:19:11.140738 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] For port 1482398b-faf8-483e-b85f-481978b24399, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:19:11.199292 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] For port 1482398b-faf8-483e-b85f-481978b24399, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1482398b-faf8-483e-b85f-481978b24399,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:19:11.203814 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42816) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:11.205642 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0516c356-36dd-49e6-8fcf-e4af7dd01fdd req-d2661fee-c1e3-4a65-8f92-3f7ea3ab9f53 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179557 Apr 12 16:19:11.216201 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (1482398b-faf8-483e-b85f-481978b24399), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:11.225673 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fc178-967b-4fd4-8b40-3809a85e607e req-216d2e34-8e81-4305-9272-a46b588ea27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:11.227179 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-202fc178-967b-4fd4-8b40-3809a85e607e req-216d2e34-8e81-4305-9272-a46b588ea27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 931 time: 0.0762184 Apr 12 16:19:11.235119 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-30d1f3e4-25fe-408e-bff3-ccacf4c8d3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:11.249225 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-66317a07-2424-411e-bf2b-b1c697c9798b None None] Provisioning complete for port 28e64fcd-7b2c-41c0-8cce-a7de7807a101 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:11.249759 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-66317a07-2424-411e-bf2b-b1c697c9798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:11.284179 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:11.284865 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:11.286511 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] 10.222.0.45 "PUT /v2.0/ports/1482398b-faf8-483e-b85f-481978b24399 HTTP/1.1" status: 200 len: 1093 time: 2.7113395 Apr 12 16:19:11.286958 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e6a8f9-e6af-4d52-9722-25d9de08e9b5', 'tag': '1482398b-faf8-483e-b85f-481978b24399'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:11.289227 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dcc029-d31c-45fc-941b-ba9e4191d510" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e6a8f9-e6af-4d52-9722-25d9de08e9b5", "tag": "1482398b-faf8-483e-b85f-481978b24399"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:11.292285 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-66317a07-2424-411e-bf2b-b1c697c9798b None None] Port 28e64fcd-7b2c-41c0-8cce-a7de7807a101 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:19:11.306175 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4dcee-1f43-4fee-970d-d2185ea3d9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1482398b-faf8-483e-b85f-481978b24399,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:11.361992 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-202fc178-967b-4fd4-8b40-3809a85e607e req-7aefb464-e295-47ff-ad5e-01f822b4f175 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070330 Apr 12 16:19:11.363882 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-30d1f3e4-25fe-408e-bff3-ccacf4c8d3a3 admin admin] Publish callbacks [] for security_group (905cd634-dfd8-47e6-8b0b-1c7982e4681e), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:11.369957 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-30d1f3e4-25fe-408e-bff3-ccacf4c8d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (905cd634-dfd8-47e6-8b0b-1c7982e4681e), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:11.373788 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c523f42-76ca-46ad-9465-14f3be8698b5 req-b4bbe313-0dde-4b73-9801-67054f79eedd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:11.375362 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9c523f42-76ca-46ad-9465-14f3be8698b5 req-b4bbe313-0dde-4b73-9801-67054f79eedd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 943 time: 0.0647044 Apr 12 16:19:11.434599 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 42822) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:11.434812 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-30d1f3e4-25fe-408e-bff3-ccacf4c8d3a3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=18c4813d73a342f0ac789320a8632c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296810 Apr 12 16:19:11.436028 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1f3e4-25fe-408e-bff3-ccacf4c8d3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905cd634-dfd8-47e6-8b0b-1c7982e4681e,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:11.465125 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1672ca68-3939-4292-b730-8729fc7c66b5 x-openstack-request-id: req-1672ca68-3939-4292-b730-8729fc7c66b5 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:11.465425 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e6a8f9-e6af-4d52-9722-25d9de08e9b5", "tag": "1482398b-faf8-483e-b85f-481978b24399", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:11.465777 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1672ca68-3939-4292-b730-8729fc7c66b5 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:11.466139 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1672ca68-3939-4292-b730-8729fc7c66b5'] response: {'name': 'network-changed', 'server_uuid': 'f2e6a8f9-e6af-4d52-9722-25d9de08e9b5', 'tag': '1482398b-faf8-483e-b85f-481978b24399', 'status': 'completed', 'code': 200} Apr 12 16:19:11.486047 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9c523f42-76ca-46ad-9465-14f3be8698b5 req-2db3ba1a-46c7-4133-b3aa-ce33807d8d5f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917375 Apr 12 16:19:11.509381 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-da361529-27f0-444a-9155-2213c0471c6f admin admin] Publish callbacks [] for security_group (905cd634-dfd8-47e6-8b0b-1c7982e4681e), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:11.531257 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-da361529-27f0-444a-9155-2213c0471c6f admin admin] Publish callbacks [] for security_group (905cd634-dfd8-47e6-8b0b-1c7982e4681e), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:11.580291 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-da361529-27f0-444a-9155-2213c0471c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (905cd634-dfd8-47e6-8b0b-1c7982e4681e), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:11.582725 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-da361529-27f0-444a-9155-2213c0471c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:11.586504 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-da361529-27f0-444a-9155-2213c0471c6f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/905cd634-dfd8-47e6-8b0b-1c7982e4681e HTTP/1.1" status: 204 len: 168 time: 0.1486323 Apr 12 16:19:11.597832 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da361529-27f0-444a-9155-2213c0471c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905cd634-dfd8-47e6-8b0b-1c7982e4681e,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:11.723594 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719242a-8a8b-4c06-8bc2-2ae5f822ab6b req-1c4e7d8c-c516-4541-b466-bd9c6d7c8797 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:11.725135 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9719242a-8a8b-4c06-8bc2-2ae5f822ab6b req-1c4e7d8c-c516-4541-b466-bd9c6d7c8797 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 932 time: 0.0479107 Apr 12 16:19:11.773746 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9719242a-8a8b-4c06-8bc2-2ae5f822ab6b req-c5db2def-3075-4d98-bd4b-8f555c3a1527 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425398 Apr 12 16:19:12.011177 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd1c48-58f8-4eb5-97e7-008f4fcb55aa req-38f26be0-3b29-4ce5-bce9-af6915e7a53c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:12.012798 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9edd1c48-58f8-4eb5-97e7-008f4fcb55aa req-38f26be0-3b29-4ce5-bce9-af6915e7a53c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 944 time: 0.0504994 Apr 12 16:19:12.065930 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9edd1c48-58f8-4eb5-97e7-008f4fcb55aa req-b628644e-b819-48c9-aed1-692dd61c0325 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468667 Apr 12 16:19:12.326591 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e2560-101f-4955-9e29-d4294422f21c req-644c297f-e469-473d-8434-65fdd4d25120 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:12.328367 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b58e2560-101f-4955-9e29-d4294422f21c req-644c297f-e469-473d-8434-65fdd4d25120 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 945 time: 0.0557175 Apr 12 16:19:12.376857 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b58e2560-101f-4955-9e29-d4294422f21c req-9dce567f-24b6-4f53-8184-5c7ec89af1df tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Apr 12 16:19:12.487022 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed09156-5729-4857-9639-b969ca927124 req-866eb58f-8910-4420-af19-4d069ef82451 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:12.488501 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aed09156-5729-4857-9639-b969ca927124 req-866eb58f-8910-4420-af19-4d069ef82451 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 931 time: 0.0479567 Apr 12 16:19:12.543080 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aed09156-5729-4857-9639-b969ca927124 req-bc521e9c-618d-4451-a960-09ed66a7c012 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486302 Apr 12 16:19:12.599880 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e227b-6a35-4d60-aba1-819c3cef1e25 req-f1511cbd-59fa-4622-a5aa-d5a26696b239 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:12.601567 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e2e227b-6a35-4d60-aba1-819c3cef1e25 req-f1511cbd-59fa-4622-a5aa-d5a26696b239 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 943 time: 0.0468667 Apr 12 16:19:12.655672 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e2e227b-6a35-4d60-aba1-819c3cef1e25 req-fa188afc-ccdf-4c6d-a0cb-a333ecf4d478 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470872 Apr 12 16:19:12.895530 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29837d9d-fa74-4504-9175-4fbdf66ed809 req-2e2c5675-ed18-40e6-9d2b-909effa65d13 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:12.897319 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-29837d9d-fa74-4504-9175-4fbdf66ed809 req-2e2c5675-ed18-40e6-9d2b-909effa65d13 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 932 time: 0.0519595 Apr 12 16:19:12.944294 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-29837d9d-fa74-4504-9175-4fbdf66ed809 req-4a471e28-963b-4fb9-b9b7-80265030d1d6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Apr 12 16:19:13.105548 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Request body: {'port': {'device_id': '29f48c36-5e37-4640-b589-df261265d809', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:13.121888 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Request body: {'port': {'device_id': '23749e20-689d-41b3-b798-49c86d90ae20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:13.270098 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39673a40-2f09-4065-8d7f-d14cd27c451d req-816260be-4179-4669-840e-528505204b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:13.271937 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-39673a40-2f09-4065-8d7f-d14cd27c451d req-816260be-4179-4669-840e-528505204b95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 1127 time: 0.1236038 Apr 12 16:19:13.276911 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:13.319911 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.45', 49980) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:13.359956 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:13.729106 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcc029-d31c-45fc-941b-ba9e4191d510 req-1893f72e-a970-449e-990b-795636277ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:13.731023 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f6dcc029-d31c-45fc-941b-ba9e4191d510 req-1893f72e-a970-449e-990b-795636277ed8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 1127 time: 0.5364709 Apr 12 16:19:13.748787 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467fb19-feea-4d1b-8ff6-8f64c20cf506 req-5dd70605-7259-461c-a0cb-f7254567cd05 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:13.750416 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2467fb19-feea-4d1b-8ff6-8f64c20cf506 req-5dd70605-7259-461c-a0cb-f7254567cd05 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 944 time: 0.5569892 Apr 12 16:19:13.871500 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39673a40-2f09-4065-8d7f-d14cd27c451d req-dad796f7-ac3a-46ac-88b6-803a2d7fa9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:13.873177 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-39673a40-2f09-4065-8d7f-d14cd27c451d req-dad796f7-ac3a-46ac-88b6-803a2d7fa9ca service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=edcd271496524c94929c1a28a63f96ef&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5379090 Apr 12 16:19:13.963020 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-a1ced6aa-6194-49a0-9081-5a306be728dc service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8000042 Apr 12 16:19:14.058955 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42940) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:14.079159 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcc029-d31c-45fc-941b-ba9e4191d510 req-87679f9e-ca31-4a6c-9893-67ea626c07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:14.080771 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f6dcc029-d31c-45fc-941b-ba9e4191d510 req-87679f9e-ca31-4a6c-9893-67ea626c07c5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=edcd271496524c94929c1a28a63f96ef&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3233192 Apr 12 16:19:14.089608 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b459fcf-af4b-48ba-9695-e588ff3f5a62 req-0dfeada3-532d-40ff-9ab9-67d14d1c0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:14.091298 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b459fcf-af4b-48ba-9695-e588ff3f5a62 req-0dfeada3-532d-40ff-9ab9-67d14d1c0ec0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 1129 time: 0.7703173 Apr 12 16:19:14.112334 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42944) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:14.115214 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39673a40-2f09-4065-8d7f-d14cd27c451d req-70e680a8-b69e-450a-8606-3b82a7d368ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:14.116648 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-39673a40-2f09-4065-8d7f-d14cd27c451d req-70e680a8-b69e-450a-8606-3b82a7d368ac service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2339625 Apr 12 16:19:14.134898 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c750f65-bc45-44a8-97eb-b39675231767 req-b2464997-f4af-4043-bd5b-89e148e8f141 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:14.139441 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaca632c-41bc-43f8-8889-7aea0e458ffa {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:19:14.142081 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7c750f65-bc45-44a8-97eb-b39675231767 req-b2464997-f4af-4043-bd5b-89e148e8f141 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 945 time: 0.4099927 Apr 12 16:19:14.148346 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Publish callbacks [] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.164394 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Transition to ACTIVE for port object aaca632c-41bc-43f8-8889-7aea0e458ffa will not be triggered until provisioned by entity L2. {{(pid=103550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:19:14.198458 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.227623 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4b459fcf-af4b-48ba-9695-e588ff3f5a62 req-7c2e5ec2-c06b-469f-a444-bac6038b1506 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.247609 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-d7b9898e-6ee9-4ec7-8b49-afce0b84516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:14.249794 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-d7b9898e-6ee9-4ec7-8b49-afce0b84516a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 1127 time: 0.0840673 Apr 12 16:19:14.255415 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-100524ed-72f3-40d3-ad09-f2acdff99b9c service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658913 Apr 12 16:19:14.276526 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c42ad277-846b-4f07-a060-2045d688168d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.303710 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=aaca632c-41bc-43f8-8889-7aea0e458ffa,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:14.331758 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2467fb19-feea-4d1b-8ff6-8f64c20cf506 req-0ff22454-125b-4637-84c9-10dc34a77339 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5681202 Apr 12 16:19:14.365378 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c4c67f60-f340-4649-8228-9482dd6bcbb9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4a5c66-664f-4c45-97da-99ed8c2f0118 HTTP/1.1" status: 200 len: 217 time: 0.1018741 Apr 12 16:19:14.366425 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c5a30670-49be-4a4c-9e3c-cbd19bb700f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.423966 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Attempting to bind port aaca632c-41bc-43f8-8889-7aea0e458ffa on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:19:14.424326 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Attempting to bind port aaca632c-41bc-43f8-8889-7aea0e458ffa by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:19:14.424649 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Attempting to bind port aaca632c-41bc-43f8-8889-7aea0e458ffa on network 659bb59b-3f11-4e82-88df-ec448e9e7e28 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:14.444914 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7c750f65-bc45-44a8-97eb-b39675231767 req-31e0659d-862d-4263-9c21-979eedbceff7 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017507 Apr 12 16:19:14.449139 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Port aaca632c-41bc-43f8-8889-7aea0e458ffa on network 659bb59b-3f11-4e82-88df-ec448e9e7e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:19:14.449139 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Attempting to bind port aaca632c-41bc-43f8-8889-7aea0e458ffa on network 659bb59b-3f11-4e82-88df-ec448e9e7e28 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:14.475156 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:19:14.475502 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Checking segment: {'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:19:14.475905 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Bound using segment: {'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:19:14.476378 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Bound port: aaca632c-41bc-43f8-8889-7aea0e458ffa, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:19:14.476730 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.511331 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcc029-d31c-45fc-941b-ba9e4191d510 req-f151fbed-8a64-4ae4-a520-1be667e1cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:14.512189 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f6dcc029-d31c-45fc-941b-ba9e4191d510 req-f151fbed-8a64-4ae4-a520-1be667e1cda9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4114223 Apr 12 16:19:14.552823 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5e0ca-b5c8-449f-8b87-9d006df5b5ab req-6db8b46f-1f93-4ec5-8d39-601266968083 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:14.554516 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-28a5e0ca-b5c8-449f-8b87-9d006df5b5ab req-6db8b46f-1f93-4ec5-8d39-601266968083 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 931 time: 0.1529608 Apr 12 16:19:14.593882 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c42ad277-846b-4f07-a060-2045d688168d admin admin] Publish callbacks [] for security_group (5309702a-92e1-4ed8-a668-a0308a04489f), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.610305 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c42ad277-846b-4f07-a060-2045d688168d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (5309702a-92e1-4ed8-a668-a0308a04489f), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.669311 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] For port aaca632c-41bc-43f8-8889-7aea0e458ffa, host hv-cinder-83752, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:19:14.670670 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5ecd2-89ea-4082-85d5-99b1db12dda5 req-25f13fa4-56a9-4a89-8ccd-bb97d8d34432 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:14.672300 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ccd5ecd2-89ea-4082-85d5-99b1db12dda5 req-25f13fa4-56a9-4a89-8ccd-bb97d8d34432 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 943 time: 0.1471405 Apr 12 16:19:14.693075 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ad277-846b-4f07-a060-2045d688168d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5309702a-92e1-4ed8-a668-a0308a04489f,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:14.697320 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c5a30670-49be-4a4c-9e3c-cbd19bb700f4 admin admin] Publish callbacks [] for security_group (7f2d4407-d9dc-43cd-8484-1f483bcaaab8), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.701785 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c42ad277-846b-4f07-a060-2045d688168d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=affc5135697d4afb89f398dba71a6f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5882967 Apr 12 16:19:14.703981 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] For port aaca632c-41bc-43f8-8889-7aea0e458ffa, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:19:14.706784 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42950) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:14.713251 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e64fcd-7b2c-41c0-8cce-a7de7807a101 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:19:14.714647 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c5a30670-49be-4a4c-9e3c-cbd19bb700f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (7f2d4407-d9dc-43cd-8484-1f483bcaaab8), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.724436 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4b459fcf-af4b-48ba-9695-e588ff3f5a62 req-7c2e5ec2-c06b-469f-a444-bac6038b1506 service neutron] Publish callbacks [] for security_group (018e8062-12fe-4eda-a149-1d4660e2b6cb), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.725218 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.732865 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Publish callbacks [] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.744140 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4b459fcf-af4b-48ba-9695-e588ff3f5a62 req-7c2e5ec2-c06b-469f-a444-bac6038b1506 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (018e8062-12fe-4eda-a149-1d4660e2b6cb), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.762418 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-28a5e0ca-b5c8-449f-8b87-9d006df5b5ab req-0e557f40-d5d5-4411-b474-0fa2ceaa2b9e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799769 Apr 12 16:19:14.787867 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Transition to ACTIVE for port object 28e64fcd-7b2c-41c0-8cce-a7de7807a101 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:19:14.812841 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.819467 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a30670-49be-4a4c-9e3c-cbd19bb700f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2d4407-d9dc-43cd-8484-1f483bcaaab8,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:14.824573 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:14.825190 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.826594 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] 10.222.0.45 "PUT /v2.0/ports/aaca632c-41bc-43f8-8889-7aea0e458ffa HTTP/1.1" status: 200 len: 1094 time: 1.7263398 Apr 12 16:19:14.829210 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c5a30670-49be-4a4c-9e3c-cbd19bb700f4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=10d2ad7caf7b41c1a3cdceadedbd48e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7692583 Apr 12 16:19:14.829693 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:14.831966 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611cced4-af3b-454e-8fec-6cda02f6f30d" -d '{"events": [{"name": "network-changed", "server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:14.833305 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 42956) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:14.855872 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=aaca632c-41bc-43f8-8889-7aea0e458ffa,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:14.864248 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7fc2f9d4-f6de-47a7-bfba-6387348e9acd admin admin] Publish callbacks [] for security_group (5309702a-92e1-4ed8-a668-a0308a04489f), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.869242 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b459fcf-af4b-48ba-9695-e588ff3f5a62 req-7c2e5ec2-c06b-469f-a444-bac6038b1506 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7575428 Apr 12 16:19:14.869836 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e5ec2-c06b-469f-a444-bac6038b1506 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=018e8062-12fe-4eda-a149-1d4660e2b6cb,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:14.887522 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7fc2f9d4-f6de-47a7-bfba-6387348e9acd admin admin] Publish callbacks [] for security_group (5309702a-92e1-4ed8-a668-a0308a04489f), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.902813 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ccd5ecd2-89ea-4082-85d5-99b1db12dda5 req-fa379c76-f49c-4241-b3bf-ac77f5889830 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117653 Apr 12 16:19:14.968981 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7fc2f9d4-f6de-47a7-bfba-6387348e9acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (5309702a-92e1-4ed8-a668-a0308a04489f), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.971436 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7fc2f9d4-f6de-47a7-bfba-6387348e9acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:14.975138 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7fc2f9d4-f6de-47a7-bfba-6387348e9acd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5309702a-92e1-4ed8-a668-a0308a04489f HTTP/1.1" status: 204 len: 168 time: 0.2649066 Apr 12 16:19:14.975138 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa22c2d5-1449-4f29-a189-15dab3aa6a75 x-openstack-request-id: req-fa22c2d5-1449-4f29-a189-15dab3aa6a75 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:14.975138 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:14.975138 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fa22c2d5-1449-4f29-a189-15dab3aa6a75 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:14.981698 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa22c2d5-1449-4f29-a189-15dab3aa6a75'] response: {'name': 'network-changed', 'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'status': 'completed', 'code': 200} Apr 12 16:19:14.990585 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2f9d4-f6de-47a7-bfba-6387348e9acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5309702a-92e1-4ed8-a668-a0308a04489f,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:15.016509 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292b988-c57e-4c75-b8d7-44c5654e66a2 req-92c3c016-6b86-438e-a4ec-5a4237c3c304 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:15.018381 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2292b988-c57e-4c75-b8d7-44c5654e66a2 req-92c3c016-6b86-438e-a4ec-5a4237c3c304 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0948219 Apr 12 16:19:15.070484 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Attempting to bind port 28e64fcd-7b2c-41c0-8cce-a7de7807a101 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:19:15.071142 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Attempting to bind port 28e64fcd-7b2c-41c0-8cce-a7de7807a101 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:19:15.071629 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Attempting to bind port 28e64fcd-7b2c-41c0-8cce-a7de7807a101 on network 028a45e4-8708-408c-a3b9-d772d5389f9f {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:15.078604 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:19:15.090352 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Pushing event updated for resources: {'Port': ['ID=28e64fcd-7b2c-41c0-8cce-a7de7807a101,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:15.117926 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-38b80561-8a4b-4831-9404-ebbfa63db947 admin admin] Publish callbacks [] for security_group (7f2d4407-d9dc-43cd-8484-1f483bcaaab8), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.147623 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Port 28e64fcd-7b2c-41c0-8cce-a7de7807a101 on network 028a45e4-8708-408c-a3b9-d772d5389f9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:19:15.148301 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Attempting to bind port 28e64fcd-7b2c-41c0-8cce-a7de7807a101 on network 028a45e4-8708-408c-a3b9-d772d5389f9f {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:15.168593 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2292b988-c57e-4c75-b8d7-44c5654e66a2 req-3c26852b-8169-4db7-8b4f-5187afc72236 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181691 Apr 12 16:19:15.181535 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:19:15.181879 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Checking segment: {'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:19:15.182901 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Bound using segment: {'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:19:15.183582 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Bound port: 28e64fcd-7b2c-41c0-8cce-a7de7807a101, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:19:15.183950 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.212081 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-38b80561-8a4b-4831-9404-ebbfa63db947 admin admin] Publish callbacks [] for security_group (7f2d4407-d9dc-43cd-8484-1f483bcaaab8), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.336833 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] For port 28e64fcd-7b2c-41c0-8cce-a7de7807a101, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:19:15.340323 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] For port 28e64fcd-7b2c-41c0-8cce-a7de7807a101, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=28e64fcd-7b2c-41c0-8cce-a7de7807a101,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:19:15.348106 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.392367 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42972) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:15.403055 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-38b80561-8a4b-4831-9404-ebbfa63db947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (7f2d4407-d9dc-43cd-8484-1f483bcaaab8), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.405598 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-38b80561-8a4b-4831-9404-ebbfa63db947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.406784 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-38b80561-8a4b-4831-9404-ebbfa63db947 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7f2d4407-d9dc-43cd-8484-1f483bcaaab8 HTTP/1.1" status: 204 len: 168 time: 0.5690088 Apr 12 16:19:15.412479 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e8a3223c-77b4-4788-9122-16eda256f0cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.413126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:15.413748 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.415132 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] 10.222.0.45 "PUT /v2.0/ports/28e64fcd-7b2c-41c0-8cce-a7de7807a101 HTTP/1.1" status: 200 len: 1093 time: 2.2981110 Apr 12 16:19:15.417199 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23749e20-689d-41b3-b798-49c86d90ae20', 'tag': '28e64fcd-7b2c-41c0-8cce-a7de7807a101'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:15.419654 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb78ae9-26ca-4ca4-88f3-7a3f31a26127" -d '{"events": [{"name": "network-changed", "server_uuid": "23749e20-689d-41b3-b798-49c86d90ae20", "tag": "28e64fcd-7b2c-41c0-8cce-a7de7807a101"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:15.491021 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeedf00-0c3a-45b9-9ab4-84aa2e03a9de req-a39516ee-6652-4dab-a914-8ba53c64704b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:15.492619 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9aeedf00-0c3a-45b9-9ab4-84aa2e03a9de req-a39516ee-6652-4dab-a914-8ba53c64704b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 944 time: 0.0829389 Apr 12 16:19:15.494120 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125b6a2d-6c03-4ebf-8d53-f13f0484337a x-openstack-request-id: req-125b6a2d-6c03-4ebf-8d53-f13f0484337a {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:15.494401 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23749e20-689d-41b3-b798-49c86d90ae20", "tag": "28e64fcd-7b2c-41c0-8cce-a7de7807a101", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:15.494650 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-125b6a2d-6c03-4ebf-8d53-f13f0484337a {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:15.495030 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125b6a2d-6c03-4ebf-8d53-f13f0484337a'] response: {'name': 'network-changed', 'server_uuid': '23749e20-689d-41b3-b798-49c86d90ae20', 'tag': '28e64fcd-7b2c-41c0-8cce-a7de7807a101', 'status': 'completed', 'code': 200} Apr 12 16:19:15.502884 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b80561-8a4b-4831-9404-ebbfa63db947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2d4407-d9dc-43cd-8484-1f483bcaaab8,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:15.554427 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546439da-7443-4576-85eb-84e3d4b65e96 service neutron] Pushing event updated for resources: {'Port': ['ID=28e64fcd-7b2c-41c0-8cce-a7de7807a101,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:15.606480 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e8a3223c-77b4-4788-9122-16eda256f0cb admin admin] Publish callbacks [] for security_group (770803e4-3830-460c-a9a6-634a54ca88e1), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.621439 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e8a3223c-77b4-4788-9122-16eda256f0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (770803e4-3830-460c-a9a6-634a54ca88e1), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.691081 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e8a3223c-77b4-4788-9122-16eda256f0cb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c0a95c77f32748c6925d92fad7f7804a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967620 Apr 12 16:19:15.694529 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42982) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:15.703847 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9aeedf00-0c3a-45b9-9ab4-84aa2e03a9de req-a4d77a16-1744-4b63-ac37-ef79be4e71e5 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024310 Apr 12 16:19:15.715830 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3223c-77b4-4788-9122-16eda256f0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770803e4-3830-460c-a9a6-634a54ca88e1,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:15.741170 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-e950df76-10fb-4471-ba80-acf0534266f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:15.742965 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-e950df76-10fb-4471-ba80-acf0534266f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.1329563 Apr 12 16:19:15.775572 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a50cf-573b-472a-9411-781be4ed800b req-e5b7e888-a682-40f0-9a8c-449cbe33e4d8 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:15.777064 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-07221db0-2e47-486f-bc36-05aaa57bf8b2 admin admin] Publish callbacks [] for security_group (770803e4-3830-460c-a9a6-634a54ca88e1), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.782369 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a74a50cf-573b-472a-9411-781be4ed800b req-e5b7e888-a682-40f0-9a8c-449cbe33e4d8 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 945 time: 0.1903336 Apr 12 16:19:15.789260 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb78ae9-26ca-4ca4-88f3-7a3f31a26127 req-3325d9f8-fb3c-46d2-8b1a-4f1bdff64acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:15.794134 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2fb78ae9-26ca-4ca4-88f3-7a3f31a26127 req-3325d9f8-fb3c-46d2-8b1a-4f1bdff64acd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e274b464718459ea125ef2d5b5003ce&device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 1127 time: 0.1799109 Apr 12 16:19:15.801568 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cced4-af3b-454e-8fec-6cda02f6f30d req-9c907edd-810a-438e-8aa6-c26ea2493feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:15.803163 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-611cced4-af3b-454e-8fec-6cda02f6f30d req-9c907edd-810a-438e-8aa6-c26ea2493feb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45e8e703a32d4ac4be28bb7018de850f&device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 1128 time: 0.1934259 Apr 12 16:19:15.803916 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-07221db0-2e47-486f-bc36-05aaa57bf8b2 admin admin] Publish callbacks [] for security_group (770803e4-3830-460c-a9a6-634a54ca88e1), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.806163 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f9db34bb-c07b-406d-9314-d128f08be4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:15.807542 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-f9db34bb-c07b-406d-9314-d128f08be4a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 1127 time: 0.1820035 Apr 12 16:19:15.861290 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42986) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:15.863943 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a74a50cf-573b-472a-9411-781be4ed800b req-c755565a-cbbe-49a2-b09d-fd5d6e5aa024 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806527 Apr 12 16:19:15.883103 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d8ae9b29-7f65-4bf0-a565-28eecbe675a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.892323 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-07221db0-2e47-486f-bc36-05aaa57bf8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (770803e4-3830-460c-a9a6-634a54ca88e1), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.894736 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-07221db0-2e47-486f-bc36-05aaa57bf8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:15.896155 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-07221db0-2e47-486f-bc36-05aaa57bf8b2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/770803e4-3830-460c-a9a6-634a54ca88e1 HTTP/1.1" status: 204 len: 168 time: 0.1975811 Apr 12 16:19:15.904024 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8418313-8ae4-4757-92ab-a955bf361ea8 req-ec275cf4-c0c8-4bf0-ac78-5788b885384b tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:15.905508 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e8418313-8ae4-4757-92ab-a955bf361ea8 req-ec275cf4-c0c8-4bf0-ac78-5788b885384b tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 943 time: 0.0591276 Apr 12 16:19:15.911148 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07221db0-2e47-486f-bc36-05aaa57bf8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770803e4-3830-460c-a9a6-634a54ca88e1,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:15.974012 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e8418313-8ae4-4757-92ab-a955bf361ea8 req-29e5d536-6f81-4206-b56c-6529f6d1048e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624032 Apr 12 16:19:15.995609 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d8ae9b29-7f65-4bf0-a565-28eecbe675a3 admin admin] Publish callbacks [] for security_group (33982042-5e0e-4b28-a5d4-47e6d50f6971), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:16.002913 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d8ae9b29-7f65-4bf0-a565-28eecbe675a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (33982042-5e0e-4b28-a5d4-47e6d50f6971), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:16.038812 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db704ef-0984-4070-8392-2592b7fda745 req-76c452e2-eb7a-4959-bf56-8a5b116ec49d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:16.040421 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8db704ef-0984-4070-8392-2592b7fda745 req-76c452e2-eb7a-4959-bf56-8a5b116ec49d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 943 time: 0.0515492 Apr 12 16:19:16.043625 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae9b29-7f65-4bf0-a565-28eecbe675a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33982042-5e0e-4b28-a5d4-47e6d50f6971,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:16.047886 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d8ae9b29-7f65-4bf0-a565-28eecbe675a3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=508804cada2f48f6addda1fb5a6200b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1851840 Apr 12 16:19:16.051309 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 42992) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:16.088981 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8db704ef-0984-4070-8392-2592b7fda745 req-e6b9ced0-cf36-43b8-b71d-031587db5b79 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417857 Apr 12 16:19:16.115633 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-64a86598-6a37-4e4e-b754-e4bb21dc3ed8 admin admin] Publish callbacks [] for security_group (33982042-5e0e-4b28-a5d4-47e6d50f6971), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:16.137558 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-64a86598-6a37-4e4e-b754-e4bb21dc3ed8 admin admin] Publish callbacks [] for security_group (33982042-5e0e-4b28-a5d4-47e6d50f6971), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:16.185302 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-64a86598-6a37-4e4e-b754-e4bb21dc3ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (33982042-5e0e-4b28-a5d4-47e6d50f6971), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:16.187866 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-64a86598-6a37-4e4e-b754-e4bb21dc3ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:16.189031 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-64a86598-6a37-4e4e-b754-e4bb21dc3ed8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/33982042-5e0e-4b28-a5d4-47e6d50f6971 HTTP/1.1" status: 204 len: 168 time: 0.1359699 Apr 12 16:19:16.198400 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a86598-6a37-4e4e-b754-e4bb21dc3ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33982042-5e0e-4b28-a5d4-47e6d50f6971,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:16.316641 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b34d4e-12e4-4993-b94f-a7b3e941afa8 req-19bb5d1e-c3cf-492e-8506-eccabed24c59 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:16.318505 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c5b34d4e-12e4-4993-b94f-a7b3e941afa8 req-19bb5d1e-c3cf-492e-8506-eccabed24c59 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0553324 Apr 12 16:19:16.370383 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c5b34d4e-12e4-4993-b94f-a7b3e941afa8 req-0e6f4d5e-294f-426f-a7c3-0d85bbaec0b4 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451705 Apr 12 16:19:16.833284 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a13026-2c87-46ad-8f6e-7be38d3b018e req-52d72d49-3919-4127-88c4-09abead7252a tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:16.834994 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-50a13026-2c87-46ad-8f6e-7be38d3b018e req-52d72d49-3919-4127-88c4-09abead7252a tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 944 time: 0.0563719 Apr 12 16:19:16.892701 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-50a13026-2c87-46ad-8f6e-7be38d3b018e req-5a17f797-9287-4ec1-bd88-cd747da56859 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513084 Apr 12 16:19:16.978615 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c4027-0abd-4763-b233-92b82994fdcb req-8380688e-4f50-418e-b1a8-1bcf301d5a89 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:16.980371 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-673c4027-0abd-4763-b233-92b82994fdcb req-8380688e-4f50-418e-b1a8-1bcf301d5a89 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 945 time: 0.0492504 Apr 12 16:19:17.033853 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-673c4027-0abd-4763-b233-92b82994fdcb req-a3d41b1f-a85d-4199-a85c-22683156558c tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479276 Apr 12 16:19:17.111206 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c5c72-abb2-4679-aa8a-397f27fbff1d req-c8b13700-8230-40ed-832f-99882c37aa44 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:17.112202 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-af7c5c72-abb2-4679-aa8a-397f27fbff1d req-c8b13700-8230-40ed-832f-99882c37aa44 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 943 time: 0.0578845 Apr 12 16:19:17.186007 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-af7c5c72-abb2-4679-aa8a-397f27fbff1d req-3adca27e-1168-485b-883f-c7dfd5026bf9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661614 Apr 12 16:19:17.238750 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b323a-fcd6-4516-91f9-498e38950cb8 req-4f3d83ee-7342-40ee-b19a-d2e746c0ff0e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:17.240474 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-794b323a-fcd6-4516-91f9-498e38950cb8 req-4f3d83ee-7342-40ee-b19a-d2e746c0ff0e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 943 time: 0.0535185 Apr 12 16:19:17.292664 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-794b323a-fcd6-4516-91f9-498e38950cb8 req-022720bb-1815-4c46-ae0d-c278f76b1687 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464106 Apr 12 16:19:17.509277 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ba380-15a3-4dec-8fe6-fc2a01a73898 req-ff615acb-e8d3-4649-9b40-70c1d42ac18f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:17.510833 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-769ba380-15a3-4dec-8fe6-fc2a01a73898 req-ff615acb-e8d3-4649-9b40-70c1d42ac18f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0505657 Apr 12 16:19:17.558739 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-769ba380-15a3-4dec-8fe6-fc2a01a73898 req-9d0e9d14-eab6-4e67-8c7d-b44224db8f92 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422888 Apr 12 16:19:17.637864 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 150e9cf9-34e1-43bb-8678-6b019f683dc6 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:19:17.738410 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 150e9cf9-34e1-43bb-8678-6b019f683dc6, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=150e9cf9-34e1-43bb-8678-6b019f683dc6,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:17.749611 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'port_id': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'mac_address': 'fa:16:3e:50:b4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:19:17.788072 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 150e9cf9-34e1-43bb-8678-6b019f683dc6 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:17.788466 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:17.801232 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150e9cf9-34e1-43bb-8678-6b019f683dc6 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:19:17.822637 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 150e9cf9-34e1-43bb-8678-6b019f683dc6, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=150e9cf9-34e1-43bb-8678-6b019f683dc6,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:17.826429 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:17.877780 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=150e9cf9-34e1-43bb-8678-6b019f683dc6,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:18.017273 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2830a-b709-4097-a5d7-2e13627632f3 req-8205e64e-f605-4c8c-a2b1-ee2f566a8009 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:18.018780 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dde2830a-b709-4097-a5d7-2e13627632f3 req-8205e64e-f605-4c8c-a2b1-ee2f566a8009 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 945 time: 0.0515730 Apr 12 16:19:18.072468 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dde2830a-b709-4097-a5d7-2e13627632f3 req-bd1bb772-a217-431b-8001-6e90e58798ce tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452983 Apr 12 16:19:18.155144 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5149f-a3f7-4112-a066-5b9c0e636fad req-3747f770-5f0b-4934-9050-4947367b120f tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:18.156635 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cff5149f-a3f7-4112-a066-5b9c0e636fad req-3747f770-5f0b-4934-9050-4947367b120f tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 945 time: 0.0493572 Apr 12 16:19:18.212401 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cff5149f-a3f7-4112-a066-5b9c0e636fad req-140314a2-1d10-4b0d-ad0a-d7897afbb34e tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471463 Apr 12 16:19:18.306085 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfed7fe-3062-45f2-8536-647150a30844 req-8ab10e54-2782-4a6d-91fb-e4753c9c8a64 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:18.307579 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4cfed7fe-3062-45f2-8536-647150a30844 req-8ab10e54-2782-4a6d-91fb-e4753c9c8a64 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 943 time: 0.0483396 Apr 12 16:19:18.361930 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4cfed7fe-3062-45f2-8536-647150a30844 req-a44f28ae-aac5-497a-8456-d1238a0e9bf3 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480180 Apr 12 16:19:18.409724 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655d157-aa80-46a9-a1e1-64d1cea9a8e1 req-79613b1d-18e3-47f7-91aa-144f55a17556 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:18.411512 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7655d157-aa80-46a9-a1e1-64d1cea9a8e1 req-79613b1d-18e3-47f7-91aa-144f55a17556 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 943 time: 0.0485566 Apr 12 16:19:18.459336 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7655d157-aa80-46a9-a1e1-64d1cea9a8e1 req-dc46ec24-2039-419c-8a67-960a4432cb79 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422347 Apr 12 16:19:18.680822 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6c3a3-9e69-44f1-9d12-6ee6f9e5622d req-d10b9918-7a4d-4d49-86d4-44e366898502 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:18.682260 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a9b6c3a3-9e69-44f1-9d12-6ee6f9e5622d req-d10b9918-7a4d-4d49-86d4-44e366898502 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0472906 Apr 12 16:19:18.730807 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a9b6c3a3-9e69-44f1-9d12-6ee6f9e5622d req-def69f09-e47b-4bfb-8b99-64257683670a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428839 Apr 12 16:19:18.866282 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-612e6ed6-d934-46fd-a23b-2c6f8109f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:18.867830 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-612e6ed6-d934-46fd-a23b-2c6f8109f472 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543766 Apr 12 16:19:18.901486 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-3a9168e3-0866-43dd-96fe-ffb8c7f05dd9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1482398b-faf8-483e-b85f-481978b24399 HTTP/1.1" status: 200 len: 217 time: 0.0747845 Apr 12 16:19:18.962574 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-c0add758-ce2a-4ef0-8ff7-e0b0f28ea75c service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855329 Apr 12 16:19:19.140420 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['150e9cf9-34e1-43bb-8678-6b019f683dc6'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:19:19.268666 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b04dc-e0a2-4cc6-b359-293bf9f4a013 req-aa6eb1ff-a36d-4e67-b7ba-81ef03fffe12 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:19.274153 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-053b04dc-e0a2-4cc6-b359-293bf9f4a013 req-aa6eb1ff-a36d-4e67-b7ba-81ef03fffe12 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 945 time: 0.1212687 Apr 12 16:19:19.287950 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-0f7641de-f5c8-4825-88fe-ea7650c19e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:19.289375 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-0f7641de-f5c8-4825-88fe-ea7650c19e8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.3576059 Apr 12 16:19:19.310205 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb78ae9-26ca-4ca4-88f3-7a3f31a26127 req-5ace4c33-4195-4bf2-a728-7bf9866927d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:19.311592 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2fb78ae9-26ca-4ca4-88f3-7a3f31a26127 req-5ace4c33-4195-4bf2-a728-7bf9866927d0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9e274b464718459ea125ef2d5b5003ce&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4930375 Apr 12 16:19:19.321753 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cced4-af3b-454e-8fec-6cda02f6f30d req-8a88deeb-5946-4059-aa91-079ad03579f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:19.323138 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-611cced4-af3b-454e-8fec-6cda02f6f30d req-8a88deeb-5946-4059-aa91-079ad03579f1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=45e8e703a32d4ac4be28bb7018de850f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5058806 Apr 12 16:19:19.369206 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d5c01-c5ca-48d0-b49f-b031728ebf26 req-7466df37-e424-49ed-a82f-9a227ecf1a2d tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:19.371111 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-491d5c01-c5ca-48d0-b49f-b031728ebf26 req-7466df37-e424-49ed-a82f-9a227ecf1a2d tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 945 time: 0.0713310 Apr 12 16:19:19.390738 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-053b04dc-e0a2-4cc6-b359-293bf9f4a013 req-16843c2e-fb1c-4ae6-9c61-86a776144455 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112025 Apr 12 16:19:19.429960 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-491d5c01-c5ca-48d0-b49f-b031728ebf26 req-b0a3403c-8d82-412a-8e80-ec1b56790a3e tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509551 Apr 12 16:19:19.533895 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-88346746-66ed-4b3a-b301-8e7da6bc4088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:19.535441 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-88346746-66ed-4b3a-b301-8e7da6bc4088 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819204 Apr 12 16:19:19.584443 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1b0b063c-e53a-4588-8a25-6dafddfead7d req-ba544bbe-69b2-43b5-a9e4-d1ee7bfd0bac service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484456 Apr 12 16:19:19.758216 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c0a5f-25a1-4d24-bc6c-8fd8e96ed478 req-f4ea33e7-97e4-4448-9340-85518fca898a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:19.759685 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9a5c0a5f-25a1-4d24-bc6c-8fd8e96ed478 req-f4ea33e7-97e4-4448-9340-85518fca898a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 943 time: 0.2162681 Apr 12 16:19:19.772663 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7530322-76ce-4af1-b7da-8a43bb3f57cf req-23df7339-70fc-441d-ba67-08a801a10252 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:19.774208 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f7530322-76ce-4af1-b7da-8a43bb3f57cf req-23df7339-70fc-441d-ba67-08a801a10252 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 943 time: 0.1943357 Apr 12 16:19:19.865357 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cced4-af3b-454e-8fec-6cda02f6f30d req-fce15088-0243-4af2-af9f-27c11c9e5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:19.866885 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-611cced4-af3b-454e-8fec-6cda02f6f30d req-fce15088-0243-4af2-af9f-27c11c9e5381 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4226937 Apr 12 16:19:19.899504 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb78ae9-26ca-4ca4-88f3-7a3f31a26127 req-10497767-b3b2-4621-a520-f26caeea4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:19.900877 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2fb78ae9-26ca-4ca4-88f3-7a3f31a26127 req-10497767-b3b2-4621-a520-f26caeea4c96 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4647110 Apr 12 16:19:19.906921 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-37552296-5a17-4f3b-a47e-9e8cac8fef24 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090603 Apr 12 16:19:19.929739 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9a5c0a5f-25a1-4d24-bc6c-8fd8e96ed478 req-8c1689c6-6c89-4790-9ce3-cdea4684f5df tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515594 Apr 12 16:19:19.932836 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f7530322-76ce-4af1-b7da-8a43bb3f57cf req-5f40c328-1e12-40c5-9e44-f74d92ef42ce tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364906 Apr 12 16:19:20.042185 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4b3d8-89ba-4351-a5a6-47f05dc65758 req-fbdc50be-addf-4083-bf6d-318cb419e7f0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:20.043664 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-93c4b3d8-89ba-4351-a5a6-47f05dc65758 req-fbdc50be-addf-4083-bf6d-318cb419e7f0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0571301 Apr 12 16:19:20.091725 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-93c4b3d8-89ba-4351-a5a6-47f05dc65758 req-d4c507f7-55f1-41cb-b452-9ca079ac3894 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422752 Apr 12 16:19:20.509354 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2caad-41a8-4071-ac1f-4535a0a1b930 req-c6f17077-bb23-4d62-9098-dcc1ec1024cb tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:20.510771 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3de2caad-41a8-4071-ac1f-4535a0a1b930 req-c6f17077-bb23-4d62-9098-dcc1ec1024cb tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 945 time: 0.0490084 Apr 12 16:19:20.565352 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b4402-17d1-4948-b3b1-b5a07f07676e req-a40a2b3c-0bde-4db1-933d-ac5b98fe0b35 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:20.566820 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c03b4402-17d1-4948-b3b1-b5a07f07676e req-a40a2b3c-0bde-4db1-933d-ac5b98fe0b35 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 945 time: 0.0650928 Apr 12 16:19:20.603921 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3de2caad-41a8-4071-ac1f-4535a0a1b930 req-9029305c-91c1-4037-a568-7f5c994d8a63 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845721 Apr 12 16:19:20.632381 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c03b4402-17d1-4948-b3b1-b5a07f07676e req-1990fd08-fb71-4e90-963b-43ec4ce2cf03 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594654 Apr 12 16:19:20.644084 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e7cecec9-6dfd-457c-9912-381e88f04b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:21.035135 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 150e9cf9-34e1-43bb-8678-6b019f683dc6 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:21.080571 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43176) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:21.121332 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4950d-f123-4860-a665-6ef2a7ab69c2 req-f4c40306-d058-437e-9f58-653989372de6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:21.132302 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f8f4950d-f123-4860-a665-6ef2a7ab69c2 req-f4c40306-d058-437e-9f58-653989372de6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 943 time: 0.1176119 Apr 12 16:19:21.169868 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port 150e9cf9-34e1-43bb-8678-6b019f683dc6 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:19:21.177377 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port 150e9cf9-34e1-43bb-8678-6b019f683dc6 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:21.178031 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:21.222248 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-452d80d1-382e-4143-9369-74528d404e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:21.254530 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff62bf-887c-4c4b-a009-7d43abb53401 req-3f431e1d-66e1-4d0c-bc52-4e5247f58ec6 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:21.256232 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f1ff62bf-887c-4c4b-a009-7d43abb53401 req-3f431e1d-66e1-4d0c-bc52-4e5247f58ec6 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 943 time: 0.1195686 Apr 12 16:19:21.271695 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 150e9cf9-34e1-43bb-8678-6b019f683dc6 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:21.272181 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:21.302907 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f8f4950d-f123-4860-a665-6ef2a7ab69c2 req-13640b59-428e-48e9-ac95-140ba5c35b37 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688216 Apr 12 16:19:21.303575 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150e9cf9-34e1-43bb-8678-6b019f683dc6'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:21.306742 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09c7067d-2e4b-4849-95a2-b49368c88643 req-47e23180-0c0a-4479-94a0-25fd067200fb service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144605 Apr 12 16:19:21.307189 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fe92db-2cb8-4616-a6af-7c2c10ecb6cc" -d '{"events": [{"server_uuid": "7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac", "name": "network-vif-plugged", "status": "completed", "tag": "150e9cf9-34e1-43bb-8678-6b019f683dc6"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:21.318769 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-452d80d1-382e-4143-9369-74528d404e66 admin admin] Publish callbacks [] for security_group (530651b7-dbaf-4fc9-b1e9-5664d8cc784a), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:21.324820 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-452d80d1-382e-4143-9369-74528d404e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (530651b7-dbaf-4fc9-b1e9-5664d8cc784a), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:21.331695 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 150e9cf9-34e1-43bb-8678-6b019f683dc6, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=150e9cf9-34e1-43bb-8678-6b019f683dc6,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:21.339357 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:21.348871 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f1ff62bf-887c-4c4b-a009-7d43abb53401 req-a477cb17-63ef-4926-8759-8c1317bc2c2b tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810130 Apr 12 16:19:21.398905 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-452d80d1-382e-4143-9369-74528d404e66 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=32576291f143411f934fa9d6473a9c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173978 Apr 12 16:19:21.399563 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43188) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:21.400217 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d80d1-382e-4143-9369-74528d404e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530651b7-dbaf-4fc9-b1e9-5664d8cc784a,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:21.407227 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=150e9cf9-34e1-43bb-8678-6b019f683dc6,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:21.414287 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87245027-dcac-43b5-93db-d8bf5dcfc504 x-openstack-request-id: req-87245027-dcac-43b5-93db-d8bf5dcfc504 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:21.414969 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac", "name": "network-vif-plugged", "status": "completed", "tag": "150e9cf9-34e1-43bb-8678-6b019f683dc6", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:21.415414 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-87245027-dcac-43b5-93db-d8bf5dcfc504 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:21.416001 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87245027-dcac-43b5-93db-d8bf5dcfc504'] response: {'server_uuid': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'code': 200} Apr 12 16:19:21.439112 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997ce76-48f0-42e5-9268-e4fa62c1f9d4 req-c1695e94-e553-45d1-8120-79ef1e71c820 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:21.440599 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c997ce76-48f0-42e5-9268-e4fa62c1f9d4 req-c1695e94-e553-45d1-8120-79ef1e71c820 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0609069 Apr 12 16:19:21.460683 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0525dd4-9bbc-4175-ac28-eb985b4fd0d4 admin admin] Publish callbacks [] for security_group (530651b7-dbaf-4fc9-b1e9-5664d8cc784a), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:21.486306 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0525dd4-9bbc-4175-ac28-eb985b4fd0d4 admin admin] Publish callbacks [] for security_group (530651b7-dbaf-4fc9-b1e9-5664d8cc784a), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:21.500072 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c997ce76-48f0-42e5-9268-e4fa62c1f9d4 req-80915b5b-4587-457c-9c6a-33e74e24c412 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530412 Apr 12 16:19:21.540137 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0525dd4-9bbc-4175-ac28-eb985b4fd0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (530651b7-dbaf-4fc9-b1e9-5664d8cc784a), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:21.542917 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0525dd4-9bbc-4175-ac28-eb985b4fd0d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:21.544096 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f0525dd4-9bbc-4175-ac28-eb985b4fd0d4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/530651b7-dbaf-4fc9-b1e9-5664d8cc784a HTTP/1.1" status: 204 len: 168 time: 0.1410332 Apr 12 16:19:21.552320 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0525dd4-9bbc-4175-ac28-eb985b4fd0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530651b7-dbaf-4fc9-b1e9-5664d8cc784a,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:21.807803 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d187263-3b9c-40bb-abd2-822f1067a7cb req-496747cd-fd21-46e7-ac88-6ebf505424fb tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:21.809474 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3d187263-3b9c-40bb-abd2-822f1067a7cb req-496747cd-fd21-46e7-ac88-6ebf505424fb tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 946 time: 0.1230948 Apr 12 16:19:21.830807 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ae564-3cdb-4827-bc9e-ba77c2c6d92f req-f4e71102-fb67-4923-b2b3-05bb36287e69 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:21.832282 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0e7ae564-3cdb-4827-bc9e-ba77c2c6d92f req-f4e71102-fb67-4923-b2b3-05bb36287e69 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 945 time: 0.0887804 Apr 12 16:19:21.893907 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3d187263-3b9c-40bb-abd2-822f1067a7cb req-f6924937-17bf-402a-87cc-1679edce3430 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764618 Apr 12 16:19:21.906163 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0e7ae564-3cdb-4827-bc9e-ba77c2c6d92f req-ee48afb5-01eb-4747-b657-16e11195027e tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661402 Apr 12 16:19:22.447244 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a211f-f6f3-4277-8d8f-8ff75dc3d7e4 req-320bdc3e-c2c9-48d9-891b-f6ab1d2b8204 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:22.448781 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b6a211f-f6f3-4277-8d8f-8ff75dc3d7e4 req-320bdc3e-c2c9-48d9-891b-f6ab1d2b8204 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 943 time: 0.0775418 Apr 12 16:19:22.479299 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534466c9-3547-4042-ac6e-dca34cd01d30 req-4adef4c3-7f6e-4541-b482-d026b98138b9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:22.480820 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-534466c9-3547-4042-ac6e-dca34cd01d30 req-4adef4c3-7f6e-4541-b482-d026b98138b9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 943 time: 0.0679927 Apr 12 16:19:22.530583 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b6a211f-f6f3-4277-8d8f-8ff75dc3d7e4 req-19d4df40-c5f8-40a3-9567-ae44e9af4e76 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753942 Apr 12 16:19:22.552211 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-534466c9-3547-4042-ac6e-dca34cd01d30 req-a030bca3-3edf-4a82-9a99-89cd6c83c18c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633035 Apr 12 16:19:22.650612 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dfbb8-d24d-4f8e-bea3-2e107c0a0169 req-4c9424e2-09f1-41a7-9a18-4685cde0c152 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:22.652157 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ff9dfbb8-d24d-4f8e-bea3-2e107c0a0169 req-4c9424e2-09f1-41a7-9a18-4685cde0c152 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0572500 Apr 12 16:19:22.705849 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ff9dfbb8-d24d-4f8e-bea3-2e107c0a0169 req-5ac4d34a-2514-414c-9de2-00e97d45c182 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477746 Apr 12 16:19:22.735253 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43248) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:22.847704 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9424bb58-158b-4ee8-b252-1bceb22af32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:22.933784 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9424bb58-158b-4ee8-b252-1bceb22af32f admin admin] Publish callbacks [] for security_group (f80db9d2-a47c-4dd3-8399-d43ece400eff), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:22.939632 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9424bb58-158b-4ee8-b252-1bceb22af32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f80db9d2-a47c-4dd3-8399-d43ece400eff), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:22.954372 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ba04c63d-8246-4c3a-bed8-a61457d07ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:22.990351 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-9424bb58-158b-4ee8-b252-1bceb22af32f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7926013059b5487e9d52d89354440d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510841 Apr 12 16:19:22.990351 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424bb58-158b-4ee8-b252-1bceb22af32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80db9d2-a47c-4dd3-8399-d43ece400eff,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:22.991332 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43262) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:23.039209 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bb1ef-c0d9-4ecb-811f-b00504ffacbe req-1aa99d60-f636-4e2f-9149-d8e8b9b6d1de tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:23.041082 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-299d82cb-aa90-4763-82ef-1231cc2c5da6 admin admin] Publish callbacks [] for security_group (f80db9d2-a47c-4dd3-8399-d43ece400eff), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:23.042691 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d10bb1ef-c0d9-4ecb-811f-b00504ffacbe req-1aa99d60-f636-4e2f-9149-d8e8b9b6d1de tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 946 time: 0.0579751 Apr 12 16:19:23.063749 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-299d82cb-aa90-4763-82ef-1231cc2c5da6 admin admin] Publish callbacks [] for security_group (f80db9d2-a47c-4dd3-8399-d43ece400eff), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:23.078673 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 2b4a5c66-664f-4c45-97da-99ed8c2f0118 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:19:23.096999 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d10bb1ef-c0d9-4ecb-811f-b00504ffacbe req-f351aae9-c224-4dbd-83cb-ebcbfa657498 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466282 Apr 12 16:19:23.134177 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-299d82cb-aa90-4763-82ef-1231cc2c5da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f80db9d2-a47c-4dd3-8399-d43ece400eff), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:23.137191 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-299d82cb-aa90-4763-82ef-1231cc2c5da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:23.138652 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-299d82cb-aa90-4763-82ef-1231cc2c5da6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f80db9d2-a47c-4dd3-8399-d43ece400eff HTTP/1.1" status: 204 len: 168 time: 0.1464305 Apr 12 16:19:23.147398 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d82cb-aa90-4763-82ef-1231cc2c5da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80db9d2-a47c-4dd3-8399-d43ece400eff,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:23.264291 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-2564357e-ef1c-411a-89d7-5e1f4ce528d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:23.266203 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-2564357e-ef1c-411a-89d7-5e1f4ce528d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e274b464718459ea125ef2d5b5003ce&device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 1127 time: 0.0816932 Apr 12 16:19:23.269737 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 2b4a5c66-664f-4c45-97da-99ed8c2f0118, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=2b4a5c66-664f-4c45-97da-99ed8c2f0118,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:23.286144 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7991-d699-40b1-960a-ae851a81f763 req-791f673e-e2c2-4238-af1f-546b7cc0bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:23.291220 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-791f673e-e2c2-4238-af1f-546b7cc0bdd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45e8e703a32d4ac4be28bb7018de850f&device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 1128 time: 0.0706067 Apr 12 16:19:23.291798 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': '2b4a5c66-664f-4c45-97da-99ed8c2f0118', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'port_id': '2b4a5c66-664f-4c45-97da-99ed8c2f0118', 'mac_address': 'fa:16:3e:1d:ef:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:19:23.354390 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 2b4a5c66-664f-4c45-97da-99ed8c2f0118 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:23.354390 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:23.428030 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4a5c66-664f-4c45-97da-99ed8c2f0118 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:19:23.437942 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-d6b3b3c6-18ab-4c1d-b4d5-f802228cdfa4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28e64fcd-7b2c-41c0-8cce-a7de7807a101 HTTP/1.1" status: 200 len: 217 time: 0.1408265 Apr 12 16:19:23.440778 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-181c1a28-e724-4a52-8ce2-8e2b8eced142 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa HTTP/1.1" status: 200 len: 217 time: 0.1313996 Apr 12 16:19:23.468138 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 2b4a5c66-664f-4c45-97da-99ed8c2f0118, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=2b4a5c66-664f-4c45-97da-99ed8c2f0118,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:23.473304 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:23.585206 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=2b4a5c66-664f-4c45-97da-99ed8c2f0118,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:23.661424 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-320e1fdd-6247-4bd5-9d8e-9b02aa92b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:23.662981 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-320e1fdd-6247-4bd5-9d8e-9b02aa92b89e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eff737a4-8496-4d8b-b7c1-649a5d573665 HTTP/1.1" status: 200 len: 850 time: 0.1790473 Apr 12 16:19:23.728601 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c006e2-0b6a-4b3e-a403-3fa323a3b6e2 req-017d8751-679c-4019-bb18-f2f15a376d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:23.730123 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a0c006e2-0b6a-4b3e-a403-3fa323a3b6e2 req-017d8751-679c-4019-bb18-f2f15a376d51 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 1130 time: 0.2358208 Apr 12 16:19:23.741324 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999bc5a-d9d0-461a-9e67-876b679e0b7a req-77a90a7b-cc8a-4f55-a349-4ea215eeab3e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:23.743965 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8999bc5a-d9d0-461a-9e67-876b679e0b7a req-77a90a7b-cc8a-4f55-a349-4ea215eeab3e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 944 time: 0.0789540 Apr 12 16:19:23.746780 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7991-d699-40b1-960a-ae851a81f763 req-eab1bdde-1bad-4ad1-a740-35cbac6a7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:23.748139 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-eab1bdde-1bad-4ad1-a740-35cbac6a7186 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=644bce61-9908-4b22-b9ff-6ee45a6d0077 HTTP/1.1" status: 200 len: 856 time: 0.2405884 Apr 12 16:19:23.791813 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['2b4a5c66-664f-4c45-97da-99ed8c2f0118'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:19:23.804363 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8999bc5a-d9d0-461a-9e67-876b679e0b7a req-ba465251-db9b-45a2-8cd0-d3b5e0c7695a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548496 Apr 12 16:19:23.853415 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43300) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:23.991085 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a0c006e2-0b6a-4b3e-a403-3fa323a3b6e2 req-7dad714e-5a2f-4df3-8e91-77708d24d1ad service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066597 Apr 12 16:19:23.994433 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4090cd18-572e-48f1-8d59-035f991dc7af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.058537 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7991-d699-40b1-960a-ae851a81f763 req-b272d08f-efd2-40be-b25f-f726ce736b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:24.060615 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-b272d08f-efd2-40be-b25f-f726ce736b3b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=659bb59b-3f11-4e82-88df-ec448e9e7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1773491 Apr 12 16:19:24.068918 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-316c4f08-7496-4b94-9f6b-eb4fe6260937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:24.070027 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-316c4f08-7496-4b94-9f6b-eb4fe6260937 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=028a45e4-8708-408c-a3b9-d772d5389f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1406198 Apr 12 16:19:24.082652 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6be36-aa18-47fa-8f24-a22d30ba6752 req-d8d5b261-016b-42f8-803c-5cecc5699f01 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:24.084603 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2f6be36-aa18-47fa-8f24-a22d30ba6752 req-d8d5b261-016b-42f8-803c-5cecc5699f01 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 943 time: 0.1276565 Apr 12 16:19:24.117219 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4090cd18-572e-48f1-8d59-035f991dc7af admin admin] Publish callbacks [] for security_group (83eb557e-636c-4f06-a2d7-68a0a8d715d4), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.123091 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4090cd18-572e-48f1-8d59-035f991dc7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (83eb557e-636c-4f06-a2d7-68a0a8d715d4), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.170989 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2f6be36-aa18-47fa-8f24-a22d30ba6752 req-d1cb1e1b-1085-4af7-84ec-213791e987ab tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800192 Apr 12 16:19:24.172035 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4090cd18-572e-48f1-8d59-035f991dc7af admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1e8e24ee96dc423bbfc513854991942d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167562 Apr 12 16:19:24.173141 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090cd18-572e-48f1-8d59-035f991dc7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83eb557e-636c-4f06-a2d7-68a0a8d715d4,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:24.173477 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 43316) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:24.188384 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.307994 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4a802193-f592-4d7c-bf0c-315b3e2d23e2 admin admin] Publish callbacks [] for security_group (83eb557e-636c-4f06-a2d7-68a0a8d715d4), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.344546 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7be40-3538-4439-9dfe-b8fa242241d8 req-90c7d664-1189-404f-ade5-d760a589ce91 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:24.346066 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ebe7be40-3538-4439-9dfe-b8fa242241d8 req-90c7d664-1189-404f-ade5-d760a589ce91 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0981658 Apr 12 16:19:24.367439 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43324) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:24.392506 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4a802193-f592-4d7c-bf0c-315b3e2d23e2 admin admin] Publish callbacks [] for security_group (83eb557e-636c-4f06-a2d7-68a0a8d715d4), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.464968 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1395113806-network', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:24.495038 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] Made reservation on behalf of f91e85c02b6e47d9913792e1168a8939 for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:19:24.498525 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.508012 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.583101 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec57ba6-faa1-498b-afa7-0305bdea8c7d req-aaa2855d-5248-4fe4-8ed8-21e0e3b2185b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:24.584820 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cec57ba6-faa1-498b-afa7-0305bdea8c7d req-aaa2855d-5248-4fe4-8ed8-21e0e3b2185b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 946 time: 0.2368288 Apr 12 16:19:24.593963 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] Publish callbacks [] for security_group (fe2a9b4b-281b-442e-8452-b2e960428567), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.597972 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-499e0f7f-3a00-4d0f-9631-3dc0a0e5c68f req-c5ccc785-e8e0-4519-8c7f-322a0cb3ff44 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2232184 Apr 12 16:19:24.599792 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (fe2a9b4b-281b-442e-8452-b2e960428567), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.620763 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:19:24.634842 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2a9b4b-281b-442e-8452-b2e960428567,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:24.640133 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (99e5f8ff-9aa1-4af1-af59-54c2304ce489), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.640484 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] Added segment 99e5f8ff-9aa1-4af1-af59-54c2304ce489 of type vlan for network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa Apr 12 16:19:24.663393 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ebe7be40-3538-4439-9dfe-b8fa242241d8 req-3f71faaa-6dde-4a94-bd32-2deb21fd8035 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077049 Apr 12 16:19:24.704674 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-ea79e7fb-ab58-4047-97e6-e3a5955e2842 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554425 Apr 12 16:19:24.708633 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.717990 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4a802193-f592-4d7c-bf0c-315b3e2d23e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (83eb557e-636c-4f06-a2d7-68a0a8d715d4), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.721174 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4a802193-f592-4d7c-bf0c-315b3e2d23e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.722117 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-4a802193-f592-4d7c-bf0c-315b3e2d23e2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/83eb557e-636c-4f06-a2d7-68a0a8d715d4 HTTP/1.1" status: 204 len: 168 time: 0.5475428 Apr 12 16:19:24.737025 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-5801fc51-5a49-4478-bc95-09c9ca0fbe35 service neutron] 10.222.0.45 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898587 Apr 12 16:19:24.740577 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.742392 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:24.743209 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.753008 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a802193-f592-4d7c-bf0c-315b3e2d23e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eb557e-636c-4f06-a2d7-68a0a8d715d4,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:24.770354 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cec57ba6-faa1-498b-afa7-0305bdea8c7d req-f26baa31-35da-4c49-9099-5cd8efbdf97d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672528 Apr 12 16:19:24.811515 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4430411 Apr 12 16:19:24.816224 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 43334) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:24.822266 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-949e0f1c-9215-431a-90e8-f5197d0f0165 admin admin] Request body: {'subnet': {'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1395113806-subnet', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:24.850225 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949e0f1c-9215-431a-90e8-f5197d0f0165 admin admin] Made reservation on behalf of f91e85c02b6e47d9913792e1168a8939 for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:19:24.854019 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-949e0f1c-9215-431a-90e8-f5197d0f0165 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.862827 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:24.870951 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e365a5-cae8-4c5f-a8d8-0b9379a20cba admin admin] Pushing event updated for resources: {'Network': ['ID=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:24.888130 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:19:25.078939 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 1482398b-faf8-483e-b85f-481978b24399 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:19:25.098221 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 2b4a5c66-664f-4c45-97da-99ed8c2f0118 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:25.170879 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43346) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:25.185989 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-30a7a0e3-e899-42b3-93b6-00c85ba1bcc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:25.198395 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0dff7-4b89-4039-bd7b-aee70e6252e1 req-906d7ffc-48be-4581-99d6-cdb4d5f60966 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:25.200236 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-49f0dff7-4b89-4039-bd7b-aee70e6252e1 req-906d7ffc-48be-4581-99d6-cdb4d5f60966 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 944 time: 0.0672565 Apr 12 16:19:25.228965 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port 2b4a5c66-664f-4c45-97da-99ed8c2f0118 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:19:25.239143 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port 2b4a5c66-664f-4c45-97da-99ed8c2f0118 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:25.239805 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:25.291114 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 1482398b-faf8-483e-b85f-481978b24399, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1482398b-faf8-483e-b85f-481978b24399,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:25.322682 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': '1482398b-faf8-483e-b85f-481978b24399', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'port_id': '1482398b-faf8-483e-b85f-481978b24399', 'mac_address': 'fa:16:3e:9e:61:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:19:25.369544 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-30a7a0e3-e899-42b3-93b6-00c85ba1bcc4 admin admin] Publish callbacks [] for security_group (120ffefa-d34b-44d8-9618-174433375b3a), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:25.374982 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-30a7a0e3-e899-42b3-93b6-00c85ba1bcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (120ffefa-d34b-44d8-9618-174433375b3a), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:25.414747 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7a0e3-e899-42b3-93b6-00c85ba1bcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120ffefa-d34b-44d8-9618-174433375b3a,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:25.422354 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-30a7a0e3-e899-42b3-93b6-00c85ba1bcc4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c351f00bd2ec45bcb063559fac29b2a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502599 Apr 12 16:19:25.423251 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43352) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:25.430186 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 1482398b-faf8-483e-b85f-481978b24399 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:25.430186 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (1482398b-faf8-483e-b85f-481978b24399), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:25.441413 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 2b4a5c66-664f-4c45-97da-99ed8c2f0118 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:25.441816 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:25.458639 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1482398b-faf8-483e-b85f-481978b24399 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:19:25.482763 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 1482398b-faf8-483e-b85f-481978b24399, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1482398b-faf8-483e-b85f-481978b24399,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:25.489221 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (1482398b-faf8-483e-b85f-481978b24399), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:25.504046 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9a2b-2e61-4d58-87c7-f436d163faaf admin admin] Publish callbacks [] for security_group (120ffefa-d34b-44d8-9618-174433375b3a), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:25.528979 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e0f7f-3a00-4d0f-9631-3dc0a0e5c68f req-94bda483-f0d5-4d94-bfe2-5b18576d935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:25.530382 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-499e0f7f-3a00-4d0f-9631-3dc0a0e5c68f req-94bda483-f0d5-4d94-bfe2-5b18576d935a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b531609069a4de8b99bbdf8d139cb2c&device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 1129 time: 0.2564683 Apr 12 16:19:25.531520 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9a2b-2e61-4d58-87c7-f436d163faaf admin admin] Publish callbacks [] for security_group (120ffefa-d34b-44d8-9618-174433375b3a), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:25.549250 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d84741a-a53e-484d-b7c1-77df2336fa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4a5c66-664f-4c45-97da-99ed8c2f0118'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:25.554643 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80529657-b708-451c-b8e0-e80e8d1486cb" -d '{"events": [{"server_uuid": "5d84741a-a53e-484d-b7c1-77df2336fa27", "name": "network-vif-plugged", "status": "completed", "tag": "2b4a5c66-664f-4c45-97da-99ed8c2f0118"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:25.573707 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9ee71-04d8-4a8e-86a9-8bd196d50865 req-0ccfba0d-4a18-4a3b-9556-31105a3ac7cf tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:25.573999 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:25.576469 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 2b4a5c66-664f-4c45-97da-99ed8c2f0118, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=2b4a5c66-664f-4c45-97da-99ed8c2f0118,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:25.581878 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-30c9ee71-04d8-4a8e-86a9-8bd196d50865 req-0ccfba0d-4a18-4a3b-9556-31105a3ac7cf tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 943 time: 0.2278788 Apr 12 16:19:25.582137 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:25.583960 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9a2b-2e61-4d58-87c7-f436d163faaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (120ffefa-d34b-44d8-9618-174433375b3a), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:25.587505 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9a2b-2e61-4d58-87c7-f436d163faaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:25.591836 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-0f4a9a2b-2e61-4d58-87c7-f436d163faaf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/120ffefa-d34b-44d8-9618-174433375b3a HTTP/1.1" status: 204 len: 168 time: 0.1675527 Apr 12 16:19:25.601667 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a9a2b-2e61-4d58-87c7-f436d163faaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120ffefa-d34b-44d8-9618-174433375b3a,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:25.607452 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=1482398b-faf8-483e-b85f-481978b24399,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:25.632189 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-49f0dff7-4b89-4039-bd7b-aee70e6252e1 req-6997a796-da26-474b-bd9f-6fe770dff6f4 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118838 Apr 12 16:19:25.664567 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-b4ccef4e-94cc-4daa-b5b4-6d4549e42401 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468818 Apr 12 16:19:25.681147 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=2b4a5c66-664f-4c45-97da-99ed8c2f0118,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:25.695722 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62052c5a-bdee-4c27-a380-f6aab71a9814 x-openstack-request-id: req-62052c5a-bdee-4c27-a380-f6aab71a9814 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:25.696221 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d84741a-a53e-484d-b7c1-77df2336fa27", "name": "network-vif-plugged", "status": "completed", "tag": "2b4a5c66-664f-4c45-97da-99ed8c2f0118", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:25.696674 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-62052c5a-bdee-4c27-a380-f6aab71a9814 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:25.697273 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62052c5a-bdee-4c27-a380-f6aab71a9814'] response: {'server_uuid': '5d84741a-a53e-484d-b7c1-77df2336fa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4a5c66-664f-4c45-97da-99ed8c2f0118', 'code': 200} Apr 12 16:19:25.702344 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd9c588e-d013-4fda-ba20-c2b06c745481 req-90f2856d-286d-4392-9556-164668cde61f service neutron] 10.222.0.45 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972167 Apr 12 16:19:25.725917 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-30c9ee71-04d8-4a8e-86a9-8bd196d50865 req-52dcebc0-56ae-41df-97ca-712c37767576 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430693 Apr 12 16:19:25.752291 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-949e0f1c-9215-431a-90e8-f5197d0f0165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for subnet (e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:25.867380 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d0bec-7fc7-45c2-b83a-0664e27b7f12 req-4fda38ab-66d9-4c84-99f6-56dbda100df3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:25.869040 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a37d0bec-7fc7-45c2-b83a-0664e27b7f12 req-4fda38ab-66d9-4c84-99f6-56dbda100df3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.1072881 Apr 12 16:19:25.871791 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e0f1c-9215-431a-90e8-f5197d0f0165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:25.884361 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['1482398b-faf8-483e-b85f-481978b24399'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:19:25.893976 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949e0f1c-9215-431a-90e8-f5197d0f0165 admin admin] Checking segment: {'id': '99e5f8ff-9aa1-4af1-af59-54c2304ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:19:25.894366 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949e0f1c-9215-431a-90e8-f5197d0f0165 admin admin] Network hostable DHCP agents. Network: d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:19:25.962274 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acaeca-a8ae-4208-938f-0d8af7ee36f1 req-6bbf87ca-fec1-432e-86bc-e6b0dc1324fa tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:25.964127 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-65acaeca-a8ae-4208-938f-0d8af7ee36f1 req-6bbf87ca-fec1-432e-86bc-e6b0dc1324fa tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 946 time: 0.0857821 Apr 12 16:19:25.984999 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949e0f1c-9215-431a-90e8-f5197d0f0165 admin admin] Network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:19:26.001780 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a37d0bec-7fc7-45c2-b83a-0664e27b7f12 req-f68d6923-9654-494e-9cf1-60b75f3f744f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116731 Apr 12 16:19:26.004908 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-949e0f1c-9215-431a-90e8-f5197d0f0165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:26.010330 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949e0f1c-9215-431a-90e8-f5197d0f0165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:26.012118 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-949e0f1c-9215-431a-90e8-f5197d0f0165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:26.013584 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6b5615-bf4c-4b00-bac1-e76b32c9200a None None] Network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:19:26.052571 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-949e0f1c-9215-431a-90e8-f5197d0f0165 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2350383 Apr 12 16:19:26.055740 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43370) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:26.060964 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:26.061785 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-65acaeca-a8ae-4208-938f-0d8af7ee36f1 req-62e302a7-b2db-4e54-8e01-67badc146486 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862262 Apr 12 16:19:26.096823 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7305'] for router (7b3d75b0-0a3d-4697-a62d-27aa4c780367), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:26.098162 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7312'] for router (7b3d75b0-0a3d-4697-a62d-27aa4c780367), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:26.183494 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Publish callbacks [] for router_controller (7b3d75b0-0a3d-4697-a62d-27aa4c780367), precommit_add_association {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:26.299261 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f301f3a-47cf-55cb-a7f1-8233ae76b2f2-d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'fixed_ips': [{'subnet_id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4'}]}} from dv-cinder-837528-1-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:19:26.300283 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:26.367926 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Publish callbacks [] for router_gateway (7b3d75b0-0a3d-4697-a62d-27aa4c780367), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:26.482954 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Allocated IP 172.20.0.2 (d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa/e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4/97c191d7-4627-4203-9b8c-e117a4321298) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:19:26.643265 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Publish callbacks [] for router_gateway (7b3d75b0-0a3d-4697-a62d-27aa4c780367), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:26.675593 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Publish callbacks [] for port (97c191d7-4627-4203-9b8c-e117a4321298), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:26.685585 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (97c191d7-4627-4203-9b8c-e117a4321298), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:26.689204 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:26.718700 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:26.724418 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:26.728341 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:19:26.761288 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e0f7f-3a00-4d0f-9631-3dc0a0e5c68f req-b7419490-7845-40f9-a5a8-7bcef184c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:26.763544 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-499e0f7f-3a00-4d0f-9631-3dc0a0e5c68f req-b7419490-7845-40f9-a5a8-7bcef184c277 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094cf5c7-571a-4588-982d-7264585fb556 HTTP/1.1" status: 200 len: 912 time: 0.2033477 Apr 12 16:19:26.783367 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Pushing event updated for resources: {'Port': ['ID=97c191d7-4627-4203-9b8c-e117a4321298,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:26.798695 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Attempting to bind port 97c191d7-4627-4203-9b8c-e117a4321298 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:19:26.799117 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Attempting to bind port 97c191d7-4627-4203-9b8c-e117a4321298 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '99e5f8ff-9aa1-4af1-af59-54c2304ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:19:26.799601 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Attempting to bind port 97c191d7-4627-4203-9b8c-e117a4321298 on network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:26.806126 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:19:26.809209 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Checking segment: {'id': '99e5f8ff-9aa1-4af1-af59-54c2304ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:19:26.810511 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:26.811109 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Bound using segment: {'id': '99e5f8ff-9aa1-4af1-af59-54c2304ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:19:26.812767 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Bound port: 97c191d7-4627-4203-9b8c-e117a4321298, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f8ff-9aa1-4af1-af59-54c2304ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:19:26.818813 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (97c191d7-4627-4203-9b8c-e117a4321298), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:26.830401 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82905f4-fe65-4b6e-a2fc-601db3d22c33 req-eaae3b01-0c8f-418e-996c-741ea25fd0db tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:26.832580 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b82905f4-fe65-4b6e-a2fc-601db3d22c33 req-eaae3b01-0c8f-418e-996c-741ea25fd0db tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0642960 Apr 12 16:19:26.915933 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Allocated IP 172.27.2.46 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/3f8443ec-c4c0-4e8b-887d-84e8f6517f21) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:19:26.923270 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b82905f4-fe65-4b6e-a2fc-601db3d22c33 req-4fb8ca3f-730c-480a-90fe-dfab7a4e9eb3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845196 Apr 12 16:19:26.933965 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d77f8-0061-465c-90d6-7e6f31777d6b req-ebd0f9e0-7ddc-42fe-ac04-a99af69c33e2 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:26.935531 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3d9d77f8-0061-465c-90d6-7e6f31777d6b req-ebd0f9e0-7ddc-42fe-ac04-a99af69c33e2 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 943 time: 0.0721107 Apr 12 16:19:26.950899 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] For port 97c191d7-4627-4203-9b8c-e117a4321298, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:19:26.956433 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] For port 97c191d7-4627-4203-9b8c-e117a4321298, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=97c191d7-4627-4203-9b8c-e117a4321298,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:19:26.965712 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (97c191d7-4627-4203-9b8c-e117a4321298), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:27.020445 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3d9d77f8-0061-465c-90d6-7e6f31777d6b req-eea05972-f0f6-458b-a5c0-ddfcecfaa8ee tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751376 Apr 12 16:19:27.072541 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Publish callbacks [] for port (3f8443ec-c4c0-4e8b-887d-84e8f6517f21), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:27.094720 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 1482398b-faf8-483e-b85f-481978b24399 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:27.150832 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e143dbb-7cce-4dba-852f-098e0e3aa591 None None] Pushing event updated for resources: {'Port': ['ID=97c191d7-4627-4203-9b8c-e117a4321298,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:27.159774 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:27.168316 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (3f8443ec-c4c0-4e8b-887d-84e8f6517f21), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:27.190854 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port 1482398b-faf8-483e-b85f-481978b24399 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:19:27.199686 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port 1482398b-faf8-483e-b85f-481978b24399 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:27.199686 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (1482398b-faf8-483e-b85f-481978b24399), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:27.233838 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:27.238958 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde7e3a-7b44-409d-97e6-f06c8ac5b68d req-0ed77c72-8b9e-4ea3-b1f7-5868af2c03f5 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:27.240615 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8bde7e3a-7b44-409d-97e6-f06c8ac5b68d req-0ed77c72-8b9e-4ea3-b1f7-5868af2c03f5 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.1385059 Apr 12 16:19:27.242710 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:27.245674 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:19:27.293945 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe47d9-9f64-4ccb-becb-61549f8e3b7f req-e40a375b-76dd-41ce-935a-68dca73e7bf9 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:27.295600 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9dfe47d9-9f64-4ccb-becb-61549f8e3b7f req-e40a375b-76dd-41ce-935a-68dca73e7bf9 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 946 time: 0.1302249 Apr 12 16:19:27.326126 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 1482398b-faf8-483e-b85f-481978b24399 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:27.326610 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (1482398b-faf8-483e-b85f-481978b24399), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:27.395009 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 1482398b-faf8-483e-b85f-481978b24399, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1482398b-faf8-483e-b85f-481978b24399,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:27.401810 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (1482398b-faf8-483e-b85f-481978b24399), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:27.408486 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8bde7e3a-7b44-409d-97e6-f06c8ac5b68d req-fda0d416-b112-4127-9350-719ede59622e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594594 Apr 12 16:19:27.414549 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Pushing event updated for resources: {'Port': ['ID=3f8443ec-c4c0-4e8b-887d-84e8f6517f21,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:27.416808 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9dfe47d9-9f64-4ccb-becb-61549f8e3b7f req-8a0c8651-13f8-45b8-a283-1e571f156862 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151638 Apr 12 16:19:27.515084 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=1482398b-faf8-483e-b85f-481978b24399,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:27.576672 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Publish callbacks [] for router_gateway (7b3d75b0-0a3d-4697-a62d-27aa4c780367), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:27.630507 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26095c5e-9376-4e5c-9b81-ac1382a42f1e req-7a77685f-9ed3-4cc4-b862-1c4abf92a5c5 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:27.632332 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26095c5e-9376-4e5c-9b81-ac1382a42f1e req-7a77685f-9ed3-4cc4-b862-1c4abf92a5c5 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 946 time: 0.0657558 Apr 12 16:19:27.643722 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 43426) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:27.648945 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-34fa45b5-28d4-42f3-b89a-a4d1a44602ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'floatingip': {'port_id': '150e9cf9-34e1-43bb-8678-6b019f683dc6'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:27.698844 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e6a8f9-e6af-4d52-9722-25d9de08e9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1482398b-faf8-483e-b85f-481978b24399'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:27.702513 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295cd658-ab7c-44a9-88d8-160cf042765d" -d '{"events": [{"server_uuid": "f2e6a8f9-e6af-4d52-9722-25d9de08e9b5", "name": "network-vif-plugged", "status": "completed", "tag": "1482398b-faf8-483e-b85f-481978b24399"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:27.727090 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-34fa45b5-28d4-42f3-b89a-a4d1a44602ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:27.751328 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905ab2fd-10e4-4751-b093-ccaa0b3e2dee x-openstack-request-id: req-905ab2fd-10e4-4751-b093-ccaa0b3e2dee {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:27.751836 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e6a8f9-e6af-4d52-9722-25d9de08e9b5", "name": "network-vif-plugged", "status": "completed", "tag": "1482398b-faf8-483e-b85f-481978b24399", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:27.752625 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-905ab2fd-10e4-4751-b093-ccaa0b3e2dee {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:27.753114 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905ab2fd-10e4-4751-b093-ccaa0b3e2dee'] response: {'server_uuid': 'f2e6a8f9-e6af-4d52-9722-25d9de08e9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1482398b-faf8-483e-b85f-481978b24399', 'code': 200} Apr 12 16:19:28.074259 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693159'] for router (7b3d75b0-0a3d-4697-a62d-27aa4c780367), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:28.255660 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 is scheduled to L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 with binding_index 1 {{(pid=103550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:19:28.301492 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff6186-73f5-48e0-87c2-ccdedb4e8760 req-05547837-8d45-4ce8-a467-e5d13a2f9b5c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:28.303256 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1cff6186-73f5-48e0-87c2-ccdedb4e8760 req-05547837-8d45-4ce8-a467-e5d13a2f9b5c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.2332780 Apr 12 16:19:28.380984 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63571416-8b75-4126-862f-87c86772415c None None] Network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:19:28.436505 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:19:28.452671 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Sync routers for ids ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:19:28.470488 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Routers {'7b3d75b0-0a3d-4697-a62d-27aa4c780367'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:28.470884 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:28.483634 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:28.492262 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5911a5fe-da9e-4121-8017-472578dd3dde admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4341526 Apr 12 16:19:28.493744 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43454) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:28.512419 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 97c191d7-4627-4203-9b8c-e117a4321298 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:28.548591 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-a9c5a428-d37e-49b4-bb76-e0ef97d0838f None None] Provisioning complete for port 97c191d7-4627-4203-9b8c-e117a4321298 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:28.550608 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a428-d37e-49b4-bb76-e0ef97d0838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (97c191d7-4627-4203-9b8c-e117a4321298), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:28.662569 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Set router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:28.674649 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd430c-8998-4406-a596-24b62cee2dd4 req-6da8d68d-6fbf-420b-afcf-bb72d40002dc tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:28.675963 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d9bd430c-8998-4406-a596-24b62cee2dd4 req-6da8d68d-6fbf-420b-afcf-bb72d40002dc tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 943 time: 0.4440076 Apr 12 16:19:28.777523 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 97c191d7-4627-4203-9b8c-e117a4321298 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:28.779391 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (97c191d7-4627-4203-9b8c-e117a4321298), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:28.822850 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1cff6186-73f5-48e0-87c2-ccdedb4e8760 req-202b675a-fd64-4cc3-96c7-cf9556928407 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689009 Apr 12 16:19:28.956864 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:27Z', 'revision_number': 3, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port': {'id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:29.008549 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-a9c5a428-d37e-49b4-bb76-e0ef97d0838f None None] Current status of the port 97c191d7-4627-4203-9b8c-e117a4321298 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:29.009865 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a428-d37e-49b4-bb76-e0ef97d0838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (97c191d7-4627-4203-9b8c-e117a4321298), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.016037 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Checking router: 7b3d75b0-0a3d-4697-a62d-27aa4c780367 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:19:29.016650 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Updating router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 port 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 binding host dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:19:29.068073 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3f8443ec-c4c0-4e8b-887d-84e8f6517f21), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.074691 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d9bd430c-8998-4406-a596-24b62cee2dd4 req-3f781ea8-62e3-4179-9f37-2e77b37bccd0 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3903253 Apr 12 16:19:29.095965 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device aaca632c-41bc-43f8-8889-7aea0e458ffa details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:19:29.222961 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.db.resource_extend [None req-34fa45b5-28d4-42f3-b89a-a4d1a44602ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 16:19:29.246378 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-a9c5a428-d37e-49b4-bb76-e0ef97d0838f None None] For port 97c191d7-4627-4203-9b8c-e117a4321298, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=97c191d7-4627-4203-9b8c-e117a4321298,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:29.247942 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 97c191d7-4627-4203-9b8c-e117a4321298 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:29.248432 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (97c191d7-4627-4203-9b8c-e117a4321298), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.265951 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a428-d37e-49b4-bb76-e0ef97d0838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (97c191d7-4627-4203-9b8c-e117a4321298), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.331638 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-499e0f7f-3a00-4d0f-9631-3dc0a0e5c68f req-6ae3e723-42af-4b6c-974c-8cdc66dec506 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f139bb8c-aace-4035-a88f-6180d6399d1b HTTP/1.1" status: 200 len: 217 time: 0.2390885 Apr 12 16:19:29.430059 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd30a5-427c-4382-9fb6-86ea522b3f89 req-ec0b9b19-2f2d-41cc-b69f-d3022336e795 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:29.440033 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c1cd30a5-427c-4382-9fb6-86ea522b3f89 req-ec0b9b19-2f2d-41cc-b69f-d3022336e795 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.4745514 Apr 12 16:19:29.473311 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43474) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:29.493175 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43478) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:29.519750 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-a8c37128-882f-4083-b993-7fb5c9bb32ae None None] Provisioning complete for port 97c191d7-4627-4203-9b8c-e117a4321298 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:29.520481 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a8c37128-882f-4083-b993-7fb5c9bb32ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (97c191d7-4627-4203-9b8c-e117a4321298), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.556939 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-34fa45b5-28d4-42f3-b89a-a4d1a44602ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.575534 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5a428-d37e-49b4-bb76-e0ef97d0838f None None] Pushing event updated for resources: {'Port': ['ID=97c191d7-4627-4203-9b8c-e117a4321298,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:29.600650 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.db.api [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 16:19:29.601987 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG oslo_db.api [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 16:19:29.606257 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-34fa45b5-28d4-42f3-b89a-a4d1a44602ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.610142 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port aaca632c-41bc-43f8-8889-7aea0e458ffa, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:29.626283 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'port_id': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'mac_address': 'fa:16:3e:2e:5b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:19:29.704019 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-a8c37128-882f-4083-b993-7fb5c9bb32ae None None] Current status of the port 97c191d7-4627-4203-9b8c-e117a4321298 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:29.706871 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port aaca632c-41bc-43f8-8889-7aea0e458ffa is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:29.707293 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.721427 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaca632c-41bc-43f8-8889-7aea0e458ffa {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:19:29.727053 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a0271324-21c8-4305-b629-542fd27e8700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.734797 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.744822 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port aaca632c-41bc-43f8-8889-7aea0e458ffa, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:29.750233 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.761903 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Publish callbacks [] for port (3f8443ec-c4c0-4e8b-887d-84e8f6517f21), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.770535 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3f8443ec-c4c0-4e8b-887d-84e8f6517f21), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.770765 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0580d-e03a-4090-aaf1-af4a3e901aaa req-ed0e4fa2-6e46-44ab-ab1c-0066c0e5d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:29.772838 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3ef0580d-e03a-4090-aaf1-af4a3e901aaa req-ed0e4fa2-6e46-44ab-ab1c-0066c0e5d995 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 1129 time: 0.3649313 Apr 12 16:19:29.787336 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e0f7f-3a00-4d0f-9631-3dc0a0e5c68f req-a6975249-6f52-480a-bf3e-6886fe5024a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:29.789553 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-499e0f7f-3a00-4d0f-9631-3dc0a0e5c68f req-a6975249-6f52-480a-bf3e-6886fe5024a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=148c44ac-368d-4a24-9cdc-8c82531bc3c7 HTTP/1.1" status: 200 len: 851 time: 0.4255226 Apr 12 16:19:29.797356 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.822647 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387aa5f-73d5-49a5-8c3e-b0be1eb4f076 req-3f6c4815-4b8e-4638-816d-4648e598f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:29.824217 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4387aa5f-73d5-49a5-8c3e-b0be1eb4f076 req-3f6c4815-4b8e-4638-816d-4648e598f95d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 1129 time: 0.4176147 Apr 12 16:19:29.833105 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901382f1-ee18-4343-8e5d-0e64619c31cf None None] Pushing event updated for resources: {'Port': ['ID=3f8443ec-c4c0-4e8b-887d-84e8f6517f21,revision_number=2']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:29.862493 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Attempting to bind port 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:19:29.862886 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Attempting to bind port 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:19:29.863423 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Attempting to bind port 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 on network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:29.873357 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:19:29.873761 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Checking segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:19:29.874260 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.874373 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c1cd30a5-427c-4382-9fb6-86ea522b3f89 req-eeac9168-54d2-42b8-9a82-2abac2bf49d0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4326551 Apr 12 16:19:29.874659 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Bound using segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:19:29.875193 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Bound port: 3f8443ec-c4c0-4e8b-887d-84e8f6517f21, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:19:29.875581 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3f8443ec-c4c0-4e8b-887d-84e8f6517f21), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.884985 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=aaca632c-41bc-43f8-8889-7aea0e458ffa,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:29.913502 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-499e0f7f-3a00-4d0f-9631-3dc0a0e5c68f req-44a5d90e-b410-4874-926f-709c14cab5af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094cf5c7-571a-4588-982d-7264585fb556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051335 Apr 12 16:19:29.954623 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] For port 3f8443ec-c4c0-4e8b-887d-84e8f6517f21, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:19:29.959421 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] For port 3f8443ec-c4c0-4e8b-887d-84e8f6517f21, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=3f8443ec-c4c0-4e8b-887d-84e8f6517f21,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:19:29.972653 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3f8443ec-c4c0-4e8b-887d-84e8f6517f21), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:29.987277 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-34fa45b5-28d4-42f3-b89a-a4d1a44602ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Floating IP 28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc associated. External IP: 172.27.2.45, port: 150e9cf9-34e1-43bb-8678-6b019f683dc6. Apr 12 16:19:30.042216 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Routers {'7b3d75b0-0a3d-4697-a62d-27aa4c780367'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:30.042984 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:30.057910 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Publish callbacks [] for security_group (fe83510b-bbd6-4c35-b706-2ef0b634e71d), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.075740 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (fe83510b-bbd6-4c35-b706-2ef0b634e71d), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.087586 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4387aa5f-73d5-49a5-8c3e-b0be1eb4f076 req-b064c1c2-f119-4238-ad19-a2f5b73f86db service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478161 Apr 12 16:19:30.095604 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3ef0580d-e03a-4090-aaf1-af4a3e901aaa req-d8b26d2e-4c7b-402f-b644-1d901eb146d4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044202 Apr 12 16:19:30.104866 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901382f1-ee18-4343-8e5d-0e64619c31cf None None] Pushing event updated for resources: {'Port': ['ID=3f8443ec-c4c0-4e8b-887d-84e8f6517f21,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:30.129416 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a0271324-21c8-4305-b629-542fd27e8700 admin admin] Publish callbacks [] for security_group (e30cd14a-8c29-41e1-b5fb-98dfb1fbc569), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.155195 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['aaca632c-41bc-43f8-8889-7aea0e458ffa'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:19:30.170716 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df3af0-eab0-4707-aa2f-17ca9b169318 req-37c7b8a0-1fbf-4702-9115-8dc78e3d445d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:30.172309 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7df3af0-eab0-4707-aa2f-17ca9b169318 req-37c7b8a0-1fbf-4702-9115-8dc78e3d445d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.1757028 Apr 12 16:19:30.189520 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 97c191d7-4627-4203-9b8c-e117a4321298 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:30.196347 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] Set router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:30.199282 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a0271324-21c8-4305-b629-542fd27e8700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (e30cd14a-8c29-41e1-b5fb-98dfb1fbc569), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.246892 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a70c00354dc74175896b9193656554aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7717173 Apr 12 16:19:30.256485 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-499e0f7f-3a00-4d0f-9631-3dc0a0e5c68f req-62b0830b-8245-476e-957a-9880e4c1430c service neutron] 10.222.0.45 "GET /v2.0/networks/094cf5c7-571a-4588-982d-7264585fb556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269544 Apr 12 16:19:30.259746 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43488) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:30.261007 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe83510b-bbd6-4c35-b706-2ef0b634e71d,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:30.276313 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567be708-2208-47ba-ba5c-2b928211926f req-37ae60c4-dcbe-43b5-9ea4-9d7feb6b6885 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:30.277826 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-567be708-2208-47ba-ba5c-2b928211926f req-37ae60c4-dcbe-43b5-9ea4-9d7feb6b6885 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 943 time: 0.1029651 Apr 12 16:19:30.314077 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.314483 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.314837 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.315180 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.315517 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.315852 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.329010 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.329395 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.330877 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.331237 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.331581 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.331934 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.332272 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.332606 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.333056 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff32966-d2cf-4c09-9d16-1a0ce6b30e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:30.359422 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Allocated IP 172.20.0.1 (d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa/e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4/1de933e8-3ff9-4fc1-94ab-baea5d080b9b) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:19:30.367935 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-a0271324-21c8-4305-b629-542fd27e8700 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5a932a4e4975458cae2ba547bbb5d2b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8539367 Apr 12 16:19:30.370522 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7df3af0-eab0-4707-aa2f-17ca9b169318 req-190a548a-42c1-4039-9bd6-6c989c803eb9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719048 Apr 12 16:19:30.376627 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43490) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:30.428226 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1f51cda9-f194-4dd0-88be-ee9a46df8b64 admin admin] Publish callbacks [] for security_group (fe83510b-bbd6-4c35-b706-2ef0b634e71d), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.446724 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:27Z', 'revision_number': 3, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port': {'id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:30.452071 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0271324-21c8-4305-b629-542fd27e8700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30cd14a-8c29-41e1-b5fb-98dfb1fbc569,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:30.476665 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 97c191d7-4627-4203-9b8c-e117a4321298 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:30.484297 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f033e-45f6-4f10-af54-79460898ce02 None None] The sync data for ids ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'] in dv-cinder-837528-1-iscsi is: [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:27Z', 'revision_number': 3, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port': {'id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:19:30.498992 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fa45b5-28d4-42f3-b89a-a4d1a44602ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Router d99e522d-0410-4cd3-9872-936ec7a529d7 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:19:30.524435 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-567be708-2208-47ba-ba5c-2b928211926f req-e29eae8d-d58f-452a-899a-a63ac4de8b5a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380385 Apr 12 16:19:30.538625 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1f51cda9-f194-4dd0-88be-ee9a46df8b64 admin admin] Publish callbacks [] for security_group (fe83510b-bbd6-4c35-b706-2ef0b634e71d), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.539110 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 97c191d7-4627-4203-9b8c-e117a4321298 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:30.539110 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (97c191d7-4627-4203-9b8c-e117a4321298), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.575857 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-77b88998-41b2-4151-a78f-af333d7000e1 admin admin] Publish callbacks [] for security_group (e30cd14a-8c29-41e1-b5fb-98dfb1fbc569), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.633878 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-77b88998-41b2-4151-a78f-af333d7000e1 admin admin] Publish callbacks [] for security_group (e30cd14a-8c29-41e1-b5fb-98dfb1fbc569), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.685895 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Publish callbacks [] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.696924 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1f51cda9-f194-4dd0-88be-ee9a46df8b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (fe83510b-bbd6-4c35-b706-2ef0b634e71d), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.703920 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1f51cda9-f194-4dd0-88be-ee9a46df8b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.707691 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-1f51cda9-f194-4dd0-88be-ee9a46df8b64 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fe83510b-bbd6-4c35-b706-2ef0b634e71d HTTP/1.1" status: 204 len: 168 time: 0.4403434 Apr 12 16:19:30.732699 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51cda9-f194-4dd0-88be-ee9a46df8b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe83510b-bbd6-4c35-b706-2ef0b634e71d,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:30.734601 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fa45b5-28d4-42f3-b89a-a4d1a44602ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:19:30.742270 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-34fa45b5-28d4-42f3-b89a-a4d1a44602ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.765814 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 97c191d7-4627-4203-9b8c-e117a4321298 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:30.772811 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d53c3-74f4-4825-88cf-ea19fbef0020 None None] Sync routers for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:19:30.783820 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d53c3-74f4-4825-88cf-ea19fbef0020 None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:30.784725 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-3f1d53c3-74f4-4825-88cf-ea19fbef0020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:30.805057 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-77b88998-41b2-4151-a78f-af333d7000e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (e30cd14a-8c29-41e1-b5fb-98dfb1fbc569), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.808735 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-77b88998-41b2-4151-a78f-af333d7000e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.826256 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-77b88998-41b2-4151-a78f-af333d7000e1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e30cd14a-8c29-41e1-b5fb-98dfb1fbc569 HTTP/1.1" status: 204 len: 168 time: 0.4361084 Apr 12 16:19:30.849117 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b88998-41b2-4151-a78f-af333d7000e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30cd14a-8c29-41e1-b5fb-98dfb1fbc569,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:30.862127 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:30.986016 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-3f1d53c3-74f4-4825-88cf-ea19fbef0020 None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:30.989749 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:30.996035 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:31.005895 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:19:31.015075 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693078'] for router_interface (7b3d75b0-0a3d-4697-a62d-27aa4c780367), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.204834 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=1de933e8-3ff9-4fc1-94ab-baea5d080b9b,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:31.238371 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43502) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:31.328835 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de4265e5-153d-4c81-b61a-679c1486fad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.330327 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-499e0f7f-3a00-4d0f-9631-3dc0a0e5c68f req-dabf928d-ab8c-419c-b072-ef58d16834c6 service neutron] 10.222.0.45 "GET /v2.0/networks/094cf5c7-571a-4588-982d-7264585fb556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191288 Apr 12 16:19:31.386656 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998bed7-62c1-4e5a-a984-efb6cebdbe4d req-f6a893c1-6260-4b75-98f8-2f2c210ee6e6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:31.395558 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1998bed7-62c1-4e5a-a984-efb6cebdbe4d req-f6a893c1-6260-4b75-98f8-2f2c210ee6e6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 945 time: 0.0638316 Apr 12 16:19:31.413135 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-34fa45b5-28d4-42f3-b89a-a4d1a44602ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "PUT /v2.0/floatingips/28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc HTTP/1.1" status: 200 len: 991 time: 3.7537291 Apr 12 16:19:31.413135 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'tag': '150e9cf9-34e1-43bb-8678-6b019f683dc6'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:31.413135 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5cc8e6-4155-40d7-a989-93c3b2414425" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac", "tag": "150e9cf9-34e1-43bb-8678-6b019f683dc6"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:31.463773 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1998bed7-62c1-4e5a-a984-efb6cebdbe4d req-612d3025-514d-4ffb-ac22-469cf738de77 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672803 Apr 12 16:19:31.497581 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 28e64fcd-7b2c-41c0-8cce-a7de7807a101 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:19:31.502536 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device aaca632c-41bc-43f8-8889-7aea0e458ffa up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:31.505260 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 43512) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:31.517930 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de4265e5-153d-4c81-b61a-679c1486fad5 admin admin] Publish callbacks [] for security_group (88aae16a-0aeb-4ab5-8214-37010167f9f4), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.550326 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.561052 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-876482f5-04f8-4baa-a55b-55f950c20487 None None] Provisioning complete for port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:31.561550 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-876482f5-04f8-4baa-a55b-55f950c20487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.562176 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.564948 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de4265e5-153d-4c81-b61a-679c1486fad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (88aae16a-0aeb-4ab5-8214-37010167f9f4), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.578084 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20b5f6d-fcc4-4900-a627-d870ae9dc80d x-openstack-request-id: req-a20b5f6d-fcc4-4900-a627-d870ae9dc80d {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:31.578670 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac", "tag": "150e9cf9-34e1-43bb-8678-6b019f683dc6", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:31.578923 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a20b5f6d-fcc4-4900-a627-d870ae9dc80d {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:31.579321 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a20b5f6d-fcc4-4900-a627-d870ae9dc80d'] response: {'name': 'network-changed', 'server_uuid': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'tag': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'status': 'completed', 'code': 200} Apr 12 16:19:31.590647 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853fc3a-52cf-4a5a-8882-3b877b856b1b req-383fa5bd-df43-4c7e-b87b-eff548f922d6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:31.598596 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f853fc3a-52cf-4a5a-8882-3b877b856b1b req-383fa5bd-df43-4c7e-b87b-eff548f922d6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0937455 Apr 12 16:19:31.702658 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-876482f5-04f8-4baa-a55b-55f950c20487 None None] Port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:19:31.719444 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-de4265e5-153d-4c81-b61a-679c1486fad5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4998f070236e4bbcbd151ed4faf9781a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4757211 Apr 12 16:19:31.719662 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port aaca632c-41bc-43f8-8889-7aea0e458ffa completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:19:31.719760 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4265e5-153d-4c81-b61a-679c1486fad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88aae16a-0aeb-4ab5-8214-37010167f9f4,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:31.720936 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 43516) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:31.721287 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-3f1d53c3-74f4-4825-88cf-ea19fbef0020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:50:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:18:46Z', 'updated_at': '2022-04-12T16:19:28Z', 'revision_number': 1, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:31.745114 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f853fc3a-52cf-4a5a-8882-3b877b856b1b req-634b1071-02ec-4be5-8163-ff46f58416a6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455905 Apr 12 16:19:31.761039 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port aaca632c-41bc-43f8-8889-7aea0e458ffa triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:31.761509 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.766464 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d53c3-74f4-4825-88cf-ea19fbef0020 None None] Checking router: d99e522d-0410-4cd3-9872-936ec7a529d7 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:19:31.796609 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35c205-5940-4fab-9c52-945705a81a68 req-fbfc2114-10d1-4b0b-a8ae-35ec98137aa5 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:31.798528 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2a35c205-5940-4fab-9c52-945705a81a68 req-fbfc2114-10d1-4b0b-a8ae-35ec98137aa5 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 943 time: 0.1277812 Apr 12 16:19:31.824906 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 28e64fcd-7b2c-41c0-8cce-a7de7807a101, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=28e64fcd-7b2c-41c0-8cce-a7de7807a101,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:31.837702 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d53c3-74f4-4825-88cf-ea19fbef0020 None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:31.838369 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-3f1d53c3-74f4-4825-88cf-ea19fbef0020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:31.855666 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Publish callbacks [] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.855961 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Publish callbacks [] for security_group (550b5495-2740-4ae9-ba56-11203999425d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.862818 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.864026 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693734'] for router_interface (7b3d75b0-0a3d-4697-a62d-27aa4c780367), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.867318 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (550b5495-2740-4ae9-ba56-11203999425d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.921532 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-58d156fc-62fd-476a-b35f-4d2ce2dc1e84 admin admin] Publish callbacks [] for security_group (88aae16a-0aeb-4ab5-8214-37010167f9f4), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.938486 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=1de933e8-3ff9-4fc1-94ab-baea5d080b9b,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:31.953718 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2a35c205-5940-4fab-9c52-945705a81a68 req-6c765ff7-3036-4488-a05c-64a6b4fad8d9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416667 Apr 12 16:19:31.960507 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-3f1d53c3-74f4-4825-88cf-ea19fbef0020 None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:31.967109 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3942abea46ea4775a2f26315ae54c8f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4577184 Apr 12 16:19:31.968647 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 43518) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:31.971850 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-58d156fc-62fd-476a-b35f-4d2ce2dc1e84 admin admin] Publish callbacks [] for security_group (88aae16a-0aeb-4ab5-8214-37010167f9f4), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:31.973831 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550b5495-2740-4ae9-ba56-11203999425d,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:32.000827 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.001192 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.001568 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.001906 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.002282 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.002611 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.002941 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.003266 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.003595 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.003925 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.004251 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.004577 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.004959 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.005281 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.005605 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902b650-bc8a-475a-9b84-9e7963bc9a5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.102369 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-51a4f3f8-3627-440b-a9e9-91dbb9ea5a85 admin admin] Publish callbacks [] for security_group (550b5495-2740-4ae9-ba56-11203999425d), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:32.123549 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-58d156fc-62fd-476a-b35f-4d2ce2dc1e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (88aae16a-0aeb-4ab5-8214-37010167f9f4), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:32.126890 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-58d156fc-62fd-476a-b35f-4d2ce2dc1e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:32.128319 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-58d156fc-62fd-476a-b35f-4d2ce2dc1e84 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/88aae16a-0aeb-4ab5-8214-37010167f9f4 HTTP/1.1" status: 204 len: 168 time: 0.4048507 Apr 12 16:19:32.157547 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-51a4f3f8-3627-440b-a9e9-91dbb9ea5a85 admin admin] Publish callbacks [] for security_group (550b5495-2740-4ae9-ba56-11203999425d), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:32.165654 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': '28e64fcd-7b2c-41c0-8cce-a7de7807a101', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'port_id': '28e64fcd-7b2c-41c0-8cce-a7de7807a101', 'mac_address': 'fa:16:3e:49:7b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:19:32.165803 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d156fc-62fd-476a-b35f-4d2ce2dc1e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88aae16a-0aeb-4ab5-8214-37010167f9f4,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:32.182927 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:32.184403 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:32.236642 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-51a4f3f8-3627-440b-a9e9-91dbb9ea5a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (550b5495-2740-4ae9-ba56-11203999425d), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:32.239820 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-51a4f3f8-3627-440b-a9e9-91dbb9ea5a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:32.241211 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-51a4f3f8-3627-440b-a9e9-91dbb9ea5a85 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/550b5495-2740-4ae9-ba56-11203999425d HTTP/1.1" status: 204 len: 168 time: 0.2716570 Apr 12 16:19:32.252703 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4f3f8-3627-440b-a9e9-91dbb9ea5a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550b5495-2740-4ae9-ba56-11203999425d,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:32.391524 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port aaca632c-41bc-43f8-8889-7aea0e458ffa is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:32.391919 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:32.399232 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 28e64fcd-7b2c-41c0-8cce-a7de7807a101 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:32.400204 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:32.444783 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:19:32.449770 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e64fcd-7b2c-41c0-8cce-a7de7807a101 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:19:32.523749 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port aaca632c-41bc-43f8-8889-7aea0e458ffa, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:32.535604 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:32.538886 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d5dea9-7105-4c13-93da-b23e7181ba01" -d '{"events": [{"server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "name": "network-vif-plugged", "status": "completed", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:32.552073 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:32.564777 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:32.601868 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 28e64fcd-7b2c-41c0-8cce-a7de7807a101, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=28e64fcd-7b2c-41c0-8cce-a7de7807a101,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:32.674194 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-3f1d53c3-74f4-4825-88cf-ea19fbef0020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:50:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:18:46Z', 'updated_at': '2022-04-12T16:19:28Z', 'revision_number': 1, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:32.676556 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:32.683787 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee89f317-d26f-46ff-886c-8522dfd78840 x-openstack-request-id: req-ee89f317-d26f-46ff-886c-8522dfd78840 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:32.684187 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "name": "network-vif-plugged", "status": "completed", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:32.684510 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ee89f317-d26f-46ff-886c-8522dfd78840 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:32.684978 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee89f317-d26f-46ff-886c-8522dfd78840'] response: {'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'code': 200} Apr 12 16:19:32.687326 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-05f4817c-64f5-4424-901a-1c1cce48406f None None] Provisioning complete for port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:32.687326 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-05f4817c-64f5-4424-901a-1c1cce48406f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:32.728589 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fb45d-e34c-47de-a19f-deeb0e49d516 req-41c72724-e0de-4cc1-8f52-f8def1a9c77e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:32.733656 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d51fb45d-e34c-47de-a19f-deeb0e49d516 req-41c72724-e0de-4cc1-8f52-f8def1a9c77e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.1153851 Apr 12 16:19:32.809633 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d53c3-74f4-4825-88cf-ea19fbef0020 None None] The sync data for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi is: [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:50:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:18:46Z', 'updated_at': '2022-04-12T16:19:28Z', 'revision_number': 1, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:19:32.870483 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d51fb45d-e34c-47de-a19f-deeb0e49d516 req-7dc0af3f-670a-4fbd-9a03-9a5396033458 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312046 Apr 12 16:19:32.880995 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=aaca632c-41bc-43f8-8889-7aea0e458ffa,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:32.931767 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-05f4817c-64f5-4424-901a-1c1cce48406f None None] Port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:19:32.933001 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cc8e6-4155-40d7-a989-93c3b2414425 req-ee831552-e0a3-4a71-8ad0-3da4e456d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:32.944134 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e5cc8e6-4155-40d7-a989-93c3b2414425 req-ee831552-e0a3-4a71-8ad0-3da4e456d84f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 1130 time: 0.1446857 Apr 12 16:19:32.966830 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca8bec-42a7-4f83-bf44-a20d32ebefd7 req-883b57e7-2fdb-45fd-88fc-ee9bc05e7ae7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:32.972250 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c4ca8bec-42a7-4f83-bf44-a20d32ebefd7 req-883b57e7-2fdb-45fd-88fc-ee9bc05e7ae7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0965276 Apr 12 16:19:32.978329 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.978952 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.979504 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.980000 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.980529 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.981003 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.981529 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.982005 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.982514 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.982855 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.983186 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.983566 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.983897 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.984228 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.984532 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:32.990162 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:32.990539 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (3f8443ec-c4c0-4e8b-887d-84e8f6517f21), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:33.050300 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:19:33.075057 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c50018a6-7be7-45ff-a394-10a81fff9ab8 admin admin] 10.222.0.67 "PUT /v2.0/routers/7b3d75b0-0a3d-4697-a62d-27aa4c780367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5792198 Apr 12 16:19:33.120866 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=28e64fcd-7b2c-41c0-8cce-a7de7807a101,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:33.140686 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c4ca8bec-42a7-4f83-bf44-a20d32ebefd7 req-af055543-c844-49ea-b366-5f78efbc1fdf tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512756 Apr 12 16:19:33.355090 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Sync routers for ids ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:19:33.378379 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e76b0-cec7-4912-8c3d-07e32bd3f382 req-2226db55-598a-471f-ac60-3fd6a24cab4f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:33.379344 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Routers {'7b3d75b0-0a3d-4697-a62d-27aa4c780367'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:33.380205 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f7e76b0-cec7-4912-8c3d-07e32bd3f382 req-2226db55-598a-471f-ac60-3fd6a24cab4f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 944 time: 0.2612243 Apr 12 16:19:33.387279 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:33.536563 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f7e76b0-cec7-4912-8c3d-07e32bd3f382 req-2b4dfe0f-ff35-481f-ab7b-7bc2a7b7c665 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944159 Apr 12 16:19:33.557482 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:33.557872 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3f8443ec-c4c0-4e8b-887d-84e8f6517f21), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:33.564206 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['28e64fcd-7b2c-41c0-8cce-a7de7807a101'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:19:33.566814 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bdfdef-93bb-4199-93d9-4b13c74ac59a None None] New status for floating IP 28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:19:33.611742 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cc8e6-4155-40d7-a989-93c3b2414425 req-c0cb6959-d326-44a1-8ccc-293d68534831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:33.614883 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e5cc8e6-4155-40d7-a989-93c3b2414425 req-c0cb6959-d326-44a1-8ccc-293d68534831 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 916 time: 0.3959177 Apr 12 16:19:33.683667 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Set router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:33.750967 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] For port 3f8443ec-c4c0-4e8b-887d-84e8f6517f21, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=3f8443ec-c4c0-4e8b-887d-84e8f6517f21,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:33.766294 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3f8443ec-c4c0-4e8b-887d-84e8f6517f21), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:33.823861 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b589b8a-f70e-4121-b691-c81881a6c920 req-3afba1a4-6c4b-4b49-8997-7318d5700e85 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:33.826918 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5b589b8a-f70e-4121-b691-c81881a6c920 req-3afba1a4-6c4b-4b49-8997-7318d5700e85 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.1051950 Apr 12 16:19:33.941056 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5b589b8a-f70e-4121-b691-c81881a6c920 req-9f86fbc0-9070-467f-9080-f3e7e903a263 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078050 Apr 12 16:19:33.991867 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:31Z', 'revision_number': 4, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port': {'id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '1de933e8-3ff9-4fc1-94ab-baea5d080b9b', 'name': '', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'mac_address': 'fa:16:3e:16:a8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:29Z', 'updated_at': '2022-04-12T16:19:31Z', 'revision_number': 2, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'subnets': [{'id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:33.995435 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Pushing event updated for resources: {'Port': ['ID=3f8443ec-c4c0-4e8b-887d-84e8f6517f21,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:34.081542 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Checking router: 7b3d75b0-0a3d-4697-a62d-27aa4c780367 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:19:34.082147 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Updating router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b binding host dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:19:34.153928 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:34.176876 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376e5d6-ac74-44cb-a93d-de3c506f5d3a req-26ba3aa9-6a2d-4853-b62c-31553d09b580 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:34.178502 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3376e5d6-ac74-44cb-a93d-de3c506f5d3a req-26ba3aa9-6a2d-4853-b62c-31553d09b580 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.1607370 Apr 12 16:19:34.216672 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e5cc8e6-4155-40d7-a989-93c3b2414425 req-56e3609f-4157-4b65-be6a-39d9d696d21b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=150e9cf9-34e1-43bb-8678-6b019f683dc6 HTTP/1.1" status: 200 len: 1001 time: 0.1839027 Apr 12 16:19:34.248151 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3376e5d6-ac74-44cb-a93d-de3c506f5d3a req-4340036e-a8e8-4a06-a7d1-3e96dfff4fac tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579965 Apr 12 16:19:34.438866 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f23d2f-422b-48b4-b26a-aab334cf4da2 req-34fa633e-e73c-4464-96a3-a8e5ee93803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:34.440709 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55f23d2f-422b-48b4-b26a-aab334cf4da2 req-34fa633e-e73c-4464-96a3-a8e5ee93803b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 1129 time: 0.0672240 Apr 12 16:19:34.481515 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cc8e6-4155-40d7-a989-93c3b2414425 req-c868dd39-81b4-43cb-8797-60a91a4bdc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:34.483118 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e5cc8e6-4155-40d7-a989-93c3b2414425 req-c868dd39-81b4-43cb-8797-60a91a4bdc77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a54963cb-0986-4500-9b88-9607219c9268 HTTP/1.1" status: 200 len: 854 time: 0.1700013 Apr 12 16:19:34.488827 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6423f6-9045-46f7-9e10-041b2443269f req-0c63c643-f58f-4a4d-ab27-b62d7bc999ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:34.492384 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:34.502293 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bc6423f6-9045-46f7-9e10-041b2443269f req-0c63c643-f58f-4a4d-ab27-b62d7bc999ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 1130 time: 0.0607352 Apr 12 16:19:34.543062 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:34.543449 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (3f8443ec-c4c0-4e8b-887d-84e8f6517f21), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:34.633002 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:34.633637 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 43646) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:34.639046 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1869955281-network', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:34.647816 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Publish callbacks [] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:34.654823 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:34.717502 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040231b-a6e7-4e41-9a35-97376a7228dd req-72cbbc7c-1e55-4526-be8f-2c3f3e657ec1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:34.717875 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84fc73-7cfd-4129-bffa-ea84dff9375b None None] Pushing event updated for resources: {'Port': ['ID=1de933e8-3ff9-4fc1-94ab-baea5d080b9b,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:34.719103 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a040231b-a6e7-4e41-9a35-97376a7228dd req-72cbbc7c-1e55-4526-be8f-2c3f3e657ec1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 944 time: 0.0573545 Apr 12 16:19:34.727337 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] Made reservation on behalf of fb2ad7e90a90403daf981d02f0408f4d for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:19:34.730058 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:34.752050 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:34.830674 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Attempting to bind port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:19:34.831695 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Attempting to bind port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '99e5f8ff-9aa1-4af1-af59-54c2304ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:19:34.832009 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Attempting to bind port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b on network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:34.840411 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:19:34.840795 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Checking segment: {'id': '99e5f8ff-9aa1-4af1-af59-54c2304ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:19:34.841248 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:34.841649 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Bound using segment: {'id': '99e5f8ff-9aa1-4af1-af59-54c2304ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:19:34.842151 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Bound port: 1de933e8-3ff9-4fc1-94ab-baea5d080b9b, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f8ff-9aa1-4af1-af59-54c2304ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:19:34.842538 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:34.844821 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a040231b-a6e7-4e41-9a35-97376a7228dd req-b755e998-e1b1-4735-8ccc-2600b30b2070 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052296 Apr 12 16:19:34.919733 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] Publish callbacks [] for security_group (c2bb5a2e-1201-4afa-accd-56023dc19686), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:34.924832 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (c2bb5a2e-1201-4afa-accd-56023dc19686), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:34.939642 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] For port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:19:34.940548 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:19:34.956121 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] For port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=1de933e8-3ff9-4fc1-94ab-baea5d080b9b,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:19:34.969606 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:34.979486 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (7f29503f-0020-4531-91f7-11cca4f74700), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:34.979949 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] Added segment 7f29503f-0020-4531-91f7-11cca4f74700 of type vlan for network 8d122db7-85a8-44d8-b012-e17335ebb5ff Apr 12 16:19:35.010899 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bb5a2e-1201-4afa-accd-56023dc19686,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:35.079401 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Routers {'7b3d75b0-0a3d-4697-a62d-27aa4c780367'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:35.080531 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:35.089066 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-a71903c5-7f55-47c0-94bd-3c100dbe7589 None None] Provisioning complete for port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:35.089988 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a71903c5-7f55-47c0-94bd-3c100dbe7589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:35.142419 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (8d122db7-85a8-44d8-b012-e17335ebb5ff), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:35.153896 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de0b61-2a1f-4b94-94f6-c4fc4fd721c5 req-385b718d-7e96-4730-97f5-66ba5f213b0a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:35.160734 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-62de0b61-2a1f-4b94-94f6-c4fc4fd721c5 req-385b718d-7e96-4730-97f5-66ba5f213b0a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0912540 Apr 12 16:19:35.215148 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84fc73-7cfd-4129-bffa-ea84dff9375b None None] Pushing event updated for resources: {'Port': ['ID=1de933e8-3ff9-4fc1-94ab-baea5d080b9b,revision_number=4']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:35.215475 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (8d122db7-85a8-44d8-b012-e17335ebb5ff), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:35.216401 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:35.216968 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:35.240718 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-62de0b61-2a1f-4b94-94f6-c4fc4fd721c5 req-09d02a21-8368-48c7-8944-44f51975da55 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788884 Apr 12 16:19:35.282299 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] Set router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:35.283557 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-a71903c5-7f55-47c0-94bd-3c100dbe7589 None None] Current status of the port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:35.284062 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a71903c5-7f55-47c0-94bd-3c100dbe7589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:35.299950 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 28e64fcd-7b2c-41c0-8cce-a7de7807a101 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:35.317842 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43670) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:35.324461 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-a399ead3-ba8d-41bb-883e-f1b4156a2a4a admin admin] Request body: {'subnet': {'network_id': '8d122db7-85a8-44d8-b012-e17335ebb5ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1869955281-subnet', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:35.330029 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6949191 Apr 12 16:19:35.339374 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69e174-18af-43b0-b4c3-d963d7bb92c4 admin admin] Pushing event updated for resources: {'Network': ['ID=8d122db7-85a8-44d8-b012-e17335ebb5ff,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:35.369742 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-a71903c5-7f55-47c0-94bd-3c100dbe7589 None None] For port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=1de933e8-3ff9-4fc1-94ab-baea5d080b9b,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:35.371129 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 8d122db7-85a8-44d8-b012-e17335ebb5ff details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:19:35.383013 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a399ead3-ba8d-41bb-883e-f1b4156a2a4a admin admin] Made reservation on behalf of fb2ad7e90a90403daf981d02f0408f4d for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:19:35.387610 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a399ead3-ba8d-41bb-883e-f1b4156a2a4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:35.412080 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a71903c5-7f55-47c0-94bd-3c100dbe7589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:35.488303 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f585a-4ac0-457b-929d-39f7c3a09177 req-8a966b1c-a654-4add-abc9-216a26975337 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:35.495334 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bf8f585a-4ac0-457b-929d-39f7c3a09177 req-8a966b1c-a654-4add-abc9-216a26975337 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.1084824 Apr 12 16:19:35.568219 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bf8f585a-4ac0-457b-929d-39f7c3a09177 req-75f356ae-cd6a-4278-ad17-a68c76279636 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624995 Apr 12 16:19:35.605238 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:31Z', 'revision_number': 4, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port': {'id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '1de933e8-3ff9-4fc1-94ab-baea5d080b9b', 'name': '', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'mac_address': 'fa:16:3e:16:a8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:29Z', 'updated_at': '2022-04-12T16:19:34Z', 'revision_number': 4, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'subnets': [{'id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:35.610284 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port 28e64fcd-7b2c-41c0-8cce-a7de7807a101 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:19:35.613047 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-47807ec4-eb55-46b4-bf87-7d802c513508 None None] Provisioning complete for port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:35.613353 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-47807ec4-eb55-46b4-bf87-7d802c513508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:35.639279 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71903c5-7f55-47c0-94bd-3c100dbe7589 None None] Pushing event updated for resources: {'Port': ['ID=1de933e8-3ff9-4fc1-94ab-baea5d080b9b,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:35.643287 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port 28e64fcd-7b2c-41c0-8cce-a7de7807a101 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:35.643694 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30d1fe-d3bf-481a-b905-4e7ed1770f99 None None] The sync data for ids ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'] in dv-cinder-837528-1-iscsi is: [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:31Z', 'revision_number': 4, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port': {'id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '1de933e8-3ff9-4fc1-94ab-baea5d080b9b', 'name': '', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'mac_address': 'fa:16:3e:16:a8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:29Z', 'updated_at': '2022-04-12T16:19:34Z', 'revision_number': 4, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'subnets': [{'id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:19:35.644087 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:35.802549 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a399ead3-ba8d-41bb-883e-f1b4156a2a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for subnet (80bf553d-9673-4680-b8ec-2841198050e1), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:35.816292 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-47807ec4-eb55-46b4-bf87-7d802c513508 None None] Current status of the port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:35.833323 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 28e64fcd-7b2c-41c0-8cce-a7de7807a101 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:35.833725 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:35.874883 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 28e64fcd-7b2c-41c0-8cce-a7de7807a101, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=28e64fcd-7b2c-41c0-8cce-a7de7807a101,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:35.875928 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23749e20-689d-41b3-b798-49c86d90ae20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e64fcd-7b2c-41c0-8cce-a7de7807a101'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:35.886292 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bc8200-16a0-4530-a8db-8f79586d4f8b" -d '{"events": [{"server_uuid": "23749e20-689d-41b3-b798-49c86d90ae20", "name": "network-vif-plugged", "status": "completed", "tag": "28e64fcd-7b2c-41c0-8cce-a7de7807a101"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:35.886292 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:35.950399 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399ead3-ba8d-41bb-883e-f1b4156a2a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80bf553d-9673-4680-b8ec-2841198050e1,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:35.971886 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=28e64fcd-7b2c-41c0-8cce-a7de7807a101,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:35.987557 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cc8e6-4155-40d7-a989-93c3b2414425 req-3a687cf1-9ff1-4e50-a398-fbb523b8e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:35.990063 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e5cc8e6-4155-40d7-a989-93c3b2414425 req-3a687cf1-9ff1-4e50-a398-fbb523b8e41f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1914167 Apr 12 16:19:35.990977 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362dfdfe-5996-4a44-bbc5-57ead7a981b7 x-openstack-request-id: req-362dfdfe-5996-4a44-bbc5-57ead7a981b7 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:35.991408 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23749e20-689d-41b3-b798-49c86d90ae20", "name": "network-vif-plugged", "status": "completed", "tag": "28e64fcd-7b2c-41c0-8cce-a7de7807a101", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:35.991793 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-362dfdfe-5996-4a44-bbc5-57ead7a981b7 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:35.992313 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362dfdfe-5996-4a44-bbc5-57ead7a981b7'] response: {'server_uuid': '23749e20-689d-41b3-b798-49c86d90ae20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e64fcd-7b2c-41c0-8cce-a7de7807a101', 'code': 200} Apr 12 16:19:36.037153 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399ead3-ba8d-41bb-883e-f1b4156a2a4a admin admin] Checking segment: {'id': '7f29503f-0020-4531-91f7-11cca4f74700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8d122db7-85a8-44d8-b012-e17335ebb5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:19:36.037153 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a399ead3-ba8d-41bb-883e-f1b4156a2a4a admin admin] Network hostable DHCP agents. Network: 8d122db7-85a8-44d8-b012-e17335ebb5ff, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:19:36.059229 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bc6423f6-9045-46f7-9e10-041b2443269f req-5ca2181d-4221-4e11-a30b-83283a3c4c17 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586594 Apr 12 16:19:36.068776 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a399ead3-ba8d-41bb-883e-f1b4156a2a4a admin admin] Network 8d122db7-85a8-44d8-b012-e17335ebb5ff is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:19:36.084846 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-a399ead3-ba8d-41bb-883e-f1b4156a2a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 8d122db7-85a8-44d8-b012-e17335ebb5ff) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:36.096872 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a399ead3-ba8d-41bb-883e-f1b4156a2a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:36.100818 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a399ead3-ba8d-41bb-883e-f1b4156a2a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:36.104032 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d005ed-8c0c-406f-8560-238e3b81fc86 None None] Network 8d122db7-85a8-44d8-b012-e17335ebb5ff requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:19:36.118326 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f23d2f-422b-48b4-b26a-aab334cf4da2 req-f74428cf-44dc-4d2a-b1d7-77a19615c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:36.118326 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55f23d2f-422b-48b4-b26a-aab334cf4da2 req-f74428cf-44dc-4d2a-b1d7-77a19615c9fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 918 time: 0.3314505 Apr 12 16:19:36.134980 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0385069-5aeb-49b1-8215-dadb8cfaba60 req-74449fc2-6d65-4675-b4f5-8917201c4f5b tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:36.136233 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-a399ead3-ba8d-41bb-883e-f1b4156a2a4a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8171456 Apr 12 16:19:36.138341 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d0385069-5aeb-49b1-8215-dadb8cfaba60 req-74449fc2-6d65-4675-b4f5-8917201c4f5b tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.1072512 Apr 12 16:19:36.138827 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 43694) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:36.145332 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1869955281-router', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:36.239845 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d0385069-5aeb-49b1-8215-dadb8cfaba60 req-65b0cc97-984f-4126-8c1d-be475b0d7422 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870891 Apr 12 16:19:36.241162 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7305'] for router (e961311a-1db5-46ae-a08e-4b307b5bc340), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:36.242315 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7312'] for router (e961311a-1db5-46ae-a08e-4b307b5bc340), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:36.278228 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f301f3a-47cf-55cb-a7f1-8233ae76b2f2-8d122db7-85a8-44d8-b012-e17335ebb5ff', 'network_id': '8d122db7-85a8-44d8-b012-e17335ebb5ff', 'project_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'fixed_ips': [{'subnet_id': '80bf553d-9673-4680-b8ec-2841198050e1'}]}} from dv-cinder-837528-1-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:19:36.279277 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:36.341196 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Publish callbacks [] for router_controller (e961311a-1db5-46ae-a08e-4b307b5bc340), precommit_add_association {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:36.444495 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed876d-e581-4502-a19c-6f4c94ddd436 req-5788253e-1a1a-44d7-93b3-290609731c13 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:36.447391 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aeed876d-e581-4502-a19c-6f4c94ddd436 req-5788253e-1a1a-44d7-93b3-290609731c13 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0978520 Apr 12 16:19:36.470223 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 1de933e8-3ff9-4fc1-94ab-baea5d080b9b up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:36.555501 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Allocated IP 172.20.0.2 (8d122db7-85a8-44d8-b012-e17335ebb5ff/80bf553d-9673-4680-b8ec-2841198050e1/91d0a099-0d12-4c64-8bae-ca95a2f55f71) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:19:36.571090 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:36.571503 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:36.613136 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Publish callbacks [] for router_gateway (e961311a-1db5-46ae-a08e-4b307b5bc340), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:36.621544 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aeed876d-e581-4502-a19c-6f4c94ddd436 req-4f0b10bc-72fa-46b6-b237-4d34f8c1382e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433620 Apr 12 16:19:36.751226 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:36.752531 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90b469-36e5-43bb-b45d-bc924e268e7c req-7482c1fd-5c8b-4855-ab2c-9df09af76f64 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:36.754108 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3e90b469-36e5-43bb-b45d-bc924e268e7c req-7482c1fd-5c8b-4855-ab2c-9df09af76f64 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0623319 Apr 12 16:19:36.817836 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55f23d2f-422b-48b4-b26a-aab334cf4da2 req-a5659d12-2385-4d44-b437-0a0b56d450b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4a5c66-664f-4c45-97da-99ed8c2f0118 HTTP/1.1" status: 200 len: 217 time: 0.0604789 Apr 12 16:19:36.854318 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Publish callbacks [] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:36.863900 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:36.925692 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Pushing event updated for resources: {'Port': ['ID=91d0a099-0d12-4c64-8bae-ca95a2f55f71,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:36.939183 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Network 8d122db7-85a8-44d8-b012-e17335ebb5ff is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:36.942185 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:36.945390 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:19:37.031676 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f23d2f-422b-48b4-b26a-aab334cf4da2 req-e5fb8e2e-4a7c-42c3-be5c-65251207287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:37.033129 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55f23d2f-422b-48b4-b26a-aab334cf4da2 req-e5fb8e2e-4a7c-42c3-be5c-65251207287a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.1380827 Apr 12 16:19:37.198689 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Attempting to bind port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:19:37.199637 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Attempting to bind port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '7f29503f-0020-4531-91f7-11cca4f74700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8d122db7-85a8-44d8-b012-e17335ebb5ff'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:19:37.200285 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Attempting to bind port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 on network 8d122db7-85a8-44d8-b012-e17335ebb5ff {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:37.213161 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:19:37.213640 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Checking segment: {'id': '7f29503f-0020-4531-91f7-11cca4f74700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8d122db7-85a8-44d8-b012-e17335ebb5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:19:37.214145 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:37.214617 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Bound using segment: {'id': '7f29503f-0020-4531-91f7-11cca4f74700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8d122db7-85a8-44d8-b012-e17335ebb5ff'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:19:37.215215 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Bound port: 91d0a099-0d12-4c64-8bae-ca95a2f55f71, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f29503f-0020-4531-91f7-11cca4f74700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8d122db7-85a8-44d8-b012-e17335ebb5ff'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:19:37.215667 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:37.299930 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] For port 91d0a099-0d12-4c64-8bae-ca95a2f55f71, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:19:37.311308 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] For port 91d0a099-0d12-4c64-8bae-ca95a2f55f71, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=91d0a099-0d12-4c64-8bae-ca95a2f55f71,segment=NetworkSegment(7f29503f-0020-4531-91f7-11cca4f74700),segment_id=7f29503f-0020-4531-91f7-11cca4f74700)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:19:37.311623 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f23d2f-422b-48b4-b26a-aab334cf4da2 req-0dbf4a22-0ef4-4711-b039-76317a095f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:37.313127 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55f23d2f-422b-48b4-b26a-aab334cf4da2 req-0dbf4a22-0ef4-4711-b039-76317a095f5b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2694144 Apr 12 16:19:37.314952 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e5cc8e6-4155-40d7-a989-93c3b2414425 req-ef9caa07-2198-4ea9-a2d8-4ab928802b19 service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495155 Apr 12 16:19:37.319414 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:37.392208 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03348f3d-18b2-421b-b714-c1a6dec801f0 None None] Pushing event updated for resources: {'Port': ['ID=91d0a099-0d12-4c64-8bae-ca95a2f55f71,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:37.420224 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da3847-38bb-490a-93b5-c3cd7997ec19 req-640e6c36-56df-46bd-85d0-40d883d29fc0 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:37.421726 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-67da3847-38bb-490a-93b5-c3cd7997ec19 req-640e6c36-56df-46bd-85d0-40d883d29fc0 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0933335 Apr 12 16:19:37.435589 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3e90b469-36e5-43bb-b45d-bc924e268e7c req-6dc4a8d5-9c55-4502-82ae-a876350ecbda tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6614983 Apr 12 16:19:37.468979 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943b469-e2d7-4d88-a4c4-3044e45004df req-63834a30-4fab-46c3-bfb4-9016b40a64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:37.470522 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a943b469-e2d7-4d88-a4c4-3044e45004df req-63834a30-4fab-46c3-bfb4-9016b40a64a0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 1129 time: 0.1509142 Apr 12 16:19:37.479199 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Publish callbacks [] for router_gateway (e961311a-1db5-46ae-a08e-4b307b5bc340), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:37.514515 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:37.537160 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-67da3847-38bb-490a-93b5-c3cd7997ec19 req-a7ec1276-b924-4ca3-a651-d6391353b293 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971475 Apr 12 16:19:37.691303 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Allocated IP 172.27.2.74 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/dda73b12-3766-4cbc-9153-232ca11d28e5) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:19:37.811481 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759062f-18e9-4597-aaf9-1f4c5b3c693e req-33cf2005-796b-482a-94a3-e6d4fb3e015b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:37.812962 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2759062f-18e9-4597-aaf9-1f4c5b3c693e req-33cf2005-796b-482a-94a3-e6d4fb3e015b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0862544 Apr 12 16:19:38.067187 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Publish callbacks [] for port (dda73b12-3766-4cbc-9153-232ca11d28e5), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:38.091062 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a943b469-e2d7-4d88-a4c4-3044e45004df req-3b2ea4ab-5c01-43fb-b503-5fed5739e1e0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771106 Apr 12 16:19:38.121149 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555538d9-b99f-49f8-9277-63fe3ca424bd req-1eb03717-f6ce-4bed-81b5-91eec6322c2e tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:38.122667 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-555538d9-b99f-49f8-9277-63fe3ca424bd req-1eb03717-f6ce-4bed-81b5-91eec6322c2e tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 945 time: 0.1526904 Apr 12 16:19:38.125668 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2759062f-18e9-4597-aaf9-1f4c5b3c693e req-aa210f3c-0984-432d-9843-fae95175a6d7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939117 Apr 12 16:19:38.138000 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e5cc8e6-4155-40d7-a989-93c3b2414425 req-8c929a49-0bf1-4ebb-888f-a0b5eb6091e5 service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213453 Apr 12 16:19:38.148648 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55f23d2f-422b-48b4-b26a-aab334cf4da2 req-9aa7e91d-4e85-43f5-b822-25d8bbb28eac service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224118 Apr 12 16:19:38.194496 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (dda73b12-3766-4cbc-9153-232ca11d28e5), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:38.227081 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-555538d9-b99f-49f8-9277-63fe3ca424bd req-5e509c8a-49d0-4fce-a454-f6e01c17886e tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960040 Apr 12 16:19:38.242084 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:38.256132 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:38.256132 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:19:38.319716 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Pushing event updated for resources: {'Port': ['ID=dda73b12-3766-4cbc-9153-232ca11d28e5,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:38.423358 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d69fdc-b7ed-4885-a735-1add2dc2fbeb None None] Network 8d122db7-85a8-44d8-b012-e17335ebb5ff requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:19:38.454442 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 91d0a099-0d12-4c64-8bae-ca95a2f55f71 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:38.487506 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Publish callbacks [] for router_gateway (e961311a-1db5-46ae-a08e-4b307b5bc340), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:38.528636 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-199d994a-9418-43f6-a695-ce514d3ea558 None None] Provisioning complete for port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:38.529016 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-199d994a-9418-43f6-a695-ce514d3ea558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:38.575999 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd71fbd-dd2c-4b23-8009-7dbb5e283790 req-ada2a052-450d-47df-8d61-47561b699c89 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:38.580608 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1bd71fbd-dd2c-4b23-8009-7dbb5e283790 req-ada2a052-450d-47df-8d61-47561b699c89 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0567863 Apr 12 16:19:38.674586 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:38.674965 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:38.681800 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6bfe6-e6f5-4df5-9143-54a1d8f0c502 req-6c09037a-f60e-4e0e-979c-2557b2da2f97 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:38.683315 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-14e6bfe6-e6f5-4df5-9143-54a1d8f0c502 req-6c09037a-f60e-4e0e-979c-2557b2da2f97 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0532818 Apr 12 16:19:38.741135 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-199d994a-9418-43f6-a695-ce514d3ea558 None None] Current status of the port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:38.741571 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-199d994a-9418-43f6-a695-ce514d3ea558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:38.791267 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1bd71fbd-dd2c-4b23-8009-7dbb5e283790 req-18cbeaea-9452-4312-87d9-ca95c3ea1249 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821301 Apr 12 16:19:38.792946 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-199d994a-9418-43f6-a695-ce514d3ea558 None None] For port 91d0a099-0d12-4c64-8bae-ca95a2f55f71, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=91d0a099-0d12-4c64-8bae-ca95a2f55f71,segment=NetworkSegment(7f29503f-0020-4531-91f7-11cca4f74700),segment_id=7f29503f-0020-4531-91f7-11cca4f74700)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:38.821712 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-199d994a-9418-43f6-a695-ce514d3ea558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:38.844979 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-14e6bfe6-e6f5-4df5-9143-54a1d8f0c502 req-bdb479d4-7a37-4b3e-86db-83e5a95aed37 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509995 Apr 12 16:19:38.875297 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:38.875693 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:38.938773 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693159'] for router (e961311a-1db5-46ae-a08e-4b307b5bc340), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:38.940074 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d994a-9418-43f6-a695-ce514d3ea558 None None] Pushing event updated for resources: {'Port': ['ID=91d0a099-0d12-4c64-8bae-ca95a2f55f71,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:38.960065 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-423881d4-22a7-4261-b336-48099fbdff41 None None] Provisioning complete for port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:38.960442 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-423881d4-22a7-4261-b336-48099fbdff41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:38.976765 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43740) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:38.994838 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.db.api [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 16:19:38.995211 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG oslo_db.api [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 16:19:39.052260 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-423881d4-22a7-4261-b336-48099fbdff41 None None] Current status of the port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:39.081802 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Router e961311a-1db5-46ae-a08e-4b307b5bc340 is scheduled to L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 with binding_index 1 {{(pid=103551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:19:39.090893 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ba3f3726-65d4-4843-9791-ec4c86019912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:39.175384 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ba3f3726-65d4-4843-9791-ec4c86019912 admin admin] Publish callbacks [] for security_group (c9c18fe1-21cf-4343-a955-a9d77688e1bc), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:39.182662 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ba3f3726-65d4-4843-9791-ec4c86019912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (c9c18fe1-21cf-4343-a955-a9d77688e1bc), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:39.226780 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ba3f3726-65d4-4843-9791-ec4c86019912 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=88d3f45f2edc4030a2cca14e6c78bdb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481763 Apr 12 16:19:39.227651 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f3726-65d4-4843-9791-ec4c86019912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c18fe1-21cf-4343-a955-a9d77688e1bc,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:39.229984 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43748) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:39.246717 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:19:39.260791 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Sync routers for ids ['e961311a-1db5-46ae-a08e-4b307b5bc340'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:19:39.271272 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bf2b1-eb25-4f98-bce5-f25b7296f90e req-71de6458-df4b-464e-b4b2-d3c4d807fa25 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:39.281235 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-296bf2b1-eb25-4f98-bce5-f25b7296f90e req-71de6458-df4b-464e-b4b2-d3c4d807fa25 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0785570 Apr 12 16:19:39.298492 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Routers {'e961311a-1db5-46ae-a08e-4b307b5bc340'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:39.299666 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['e961311a-1db5-46ae-a08e-4b307b5bc340'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:39.307380 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-33b61146-5324-498a-83b5-53f8a920e18b admin admin] Publish callbacks [] for security_group (c9c18fe1-21cf-4343-a955-a9d77688e1bc), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:39.316074 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:39.320203 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-921a66df-65c6-4cf1-9942-840a5b3ee7db admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1775827 Apr 12 16:19:39.323965 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43754) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:39.339625 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-33b61146-5324-498a-83b5-53f8a920e18b admin admin] Publish callbacks [] for security_group (c9c18fe1-21cf-4343-a955-a9d77688e1bc), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:39.397264 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-296bf2b1-eb25-4f98-bce5-f25b7296f90e req-b207f4f7-35b5-4445-8967-139fc2df502c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145589 Apr 12 16:19:39.403510 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d716332-9af8-4610-83b4-c437e0c6636e req-e8e721b0-54e2-4d50-b976-fa32cb4958c5 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:39.411870 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4d716332-9af8-4610-83b4-c437e0c6636e req-e8e721b0-54e2-4d50-b976-fa32cb4958c5 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 945 time: 0.0881464 Apr 12 16:19:39.434130 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Set router e961311a-1db5-46ae-a08e-4b307b5bc340 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:39.465499 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4d716332-9af8-4610-83b4-c437e0c6636e req-d0411b36-665b-43b9-93bf-e3e87d8e65bf tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527749 Apr 12 16:19:39.478633 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-33b61146-5324-498a-83b5-53f8a920e18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (c9c18fe1-21cf-4343-a955-a9d77688e1bc), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:39.481187 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-33b61146-5324-498a-83b5-53f8a920e18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:39.485135 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-33b61146-5324-498a-83b5-53f8a920e18b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c9c18fe1-21cf-4343-a955-a9d77688e1bc HTTP/1.1" status: 204 len: 168 time: 0.2542222 Apr 12 16:19:39.494693 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b61146-5324-498a-83b5-53f8a920e18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c18fe1-21cf-4343-a955-a9d77688e1bc,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:39.543308 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:39.639313 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'name': 'tempest-TestMinimumBasicScenario-1869955281-router', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:36Z', 'updated_at': '2022-04-12T16:19:38Z', 'revision_number': 3, 'project_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'gw_port': {'id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:37Z', 'updated_at': '2022-04-12T16:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:39.669547 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Checking router: e961311a-1db5-46ae-a08e-4b307b5bc340 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:19:39.670008 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Updating router e961311a-1db5-46ae-a08e-4b307b5bc340 port dda73b12-3766-4cbc-9153-232ca11d28e5 binding host dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:19:39.697682 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (dda73b12-3766-4cbc-9153-232ca11d28e5), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:39.827368 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 43760) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:39.844535 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-47297a5b-ba2b-41c7-8fe1-d013b58d351a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:39.856359 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:39.948071 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-47297a5b-ba2b-41c7-8fe1-d013b58d351a admin admin] Publish callbacks [] for security_group (1082c3d5-7cef-444e-b0a7-abaaf9da1c21), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:39.974519 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-47297a5b-ba2b-41c7-8fe1-d013b58d351a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (1082c3d5-7cef-444e-b0a7-abaaf9da1c21), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.052097 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Allocated IP 172.20.0.1 (8d122db7-85a8-44d8-b012-e17335ebb5ff/80bf553d-9673-4680-b8ec-2841198050e1/8afdab08-95e1-4d6e-b3f0-67a537952c77) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:19:40.064808 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-47297a5b-ba2b-41c7-8fe1-d013b58d351a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e62632438b6049ea89503cd0dab8b16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363131 Apr 12 16:19:40.072191 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589a080-e5fa-4334-9828-92d4b501cdfc req-35c3e54e-6db9-4679-aec6-8b6a09e40f78 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:40.073760 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c589a080-e5fa-4334-9828-92d4b501cdfc req-35c3e54e-6db9-4679-aec6-8b6a09e40f78 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.1281347 Apr 12 16:19:40.081123 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07923fae-7a8a-447e-bcbf-7dcd6038d6fe req-39cbf722-f4f3-4f63-8a9c-ac56f2d7a72e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:40.081853 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07923fae-7a8a-447e-bcbf-7dcd6038d6fe req-39cbf722-f4f3-4f63-8a9c-ac56f2d7a72e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.1212401 Apr 12 16:19:40.082440 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 43766) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:40.092264 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47297a5b-ba2b-41c7-8fe1-d013b58d351a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1082c3d5-7cef-444e-b0a7-abaaf9da1c21,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:40.107861 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Publish callbacks [] for port (dda73b12-3766-4cbc-9153-232ca11d28e5), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.115764 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (dda73b12-3766-4cbc-9153-232ca11d28e5), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.175862 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Attempting to bind port dda73b12-3766-4cbc-9153-232ca11d28e5 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:19:40.176396 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Attempting to bind port dda73b12-3766-4cbc-9153-232ca11d28e5 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:19:40.176801 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Attempting to bind port dda73b12-3766-4cbc-9153-232ca11d28e5 on network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:40.178313 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Publish callbacks [] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.184795 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Pushing event updated for resources: {'Port': ['ID=dda73b12-3766-4cbc-9153-232ca11d28e5,revision_number=2']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:40.188012 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:19:40.188189 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Checking segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:19:40.188543 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.188941 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Bound using segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:19:40.189772 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Bound port: dda73b12-3766-4cbc-9153-232ca11d28e5, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:19:40.189772 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (dda73b12-3766-4cbc-9153-232ca11d28e5), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.213479 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.217030 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.217380 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.217858 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.218102 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.218542 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.218763 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.219086 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.219407 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.219732 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.220301 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.220401 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.220690 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.221016 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.221331 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.221679 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:19:40.230081 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c589a080-e5fa-4334-9828-92d4b501cdfc req-68998046-14e8-470b-96d8-49c5e5a9b51b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280255 Apr 12 16:19:40.234969 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07923fae-7a8a-447e-bcbf-7dcd6038d6fe req-869d4036-11d4-4dc1-8d6a-5af805ed03da tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309369 Apr 12 16:19:40.237984 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3e33fb1e-29f9-49a9-86ed-4693201981b2 admin admin] Publish callbacks [] for security_group (1082c3d5-7cef-444e-b0a7-abaaf9da1c21), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.265199 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Pushing event updated for resources: {'Port': ['ID=8afdab08-95e1-4d6e-b3f0-67a537952c77,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:40.275030 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3e33fb1e-29f9-49a9-86ed-4693201981b2 admin admin] Publish callbacks [] for security_group (1082c3d5-7cef-444e-b0a7-abaaf9da1c21), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.280389 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Network 8d122db7-85a8-44d8-b012-e17335ebb5ff is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:40.283505 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] For port dda73b12-3766-4cbc-9153-232ca11d28e5, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:19:40.283966 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:40.289139 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] For port dda73b12-3766-4cbc-9153-232ca11d28e5, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=dda73b12-3766-4cbc-9153-232ca11d28e5,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:19:40.289423 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:19:40.289951 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693078'] for router_interface (e961311a-1db5-46ae-a08e-4b307b5bc340), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.297438 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (dda73b12-3766-4cbc-9153-232ca11d28e5), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.350675 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Routers {'e961311a-1db5-46ae-a08e-4b307b5bc340'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:40.351724 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['e961311a-1db5-46ae-a08e-4b307b5bc340'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:40.359349 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3e33fb1e-29f9-49a9-86ed-4693201981b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (1082c3d5-7cef-444e-b0a7-abaaf9da1c21), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.368457 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3e33fb1e-29f9-49a9-86ed-4693201981b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.370542 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-3e33fb1e-29f9-49a9-86ed-4693201981b2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1082c3d5-7cef-444e-b0a7-abaaf9da1c21 HTTP/1.1" status: 204 len: 168 time: 0.2859988 Apr 12 16:19:40.399441 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33fb1e-29f9-49a9-86ed-4693201981b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1082c3d5-7cef-444e-b0a7-abaaf9da1c21,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:40.489750 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 91d0a099-0d12-4c64-8bae-ca95a2f55f71 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:40.542955 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.582724 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837ff79-21c5-4f89-876c-c8f3c7aa2a5f None None] Pushing event updated for resources: {'Port': ['ID=dda73b12-3766-4cbc-9153-232ca11d28e5,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:40.616640 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5adb29-1e71-4f56-b945-b10c1b212c75 req-9e0e1e46-a25a-4828-ad40-33e41dfcf44b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:40.625324 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9d5adb29-1e71-4f56-b945-b10c1b212c75 req-9e0e1e46-a25a-4828-ad40-33e41dfcf44b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0846462 Apr 12 16:19:40.629218 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] Set router e961311a-1db5-46ae-a08e-4b307b5bc340 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:40.649222 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c0febfad-ce38-4667-815a-8391e49ef06c None None] Provisioning complete for port 8afdab08-95e1-4d6e-b3f0-67a537952c77 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:40.649865 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c0febfad-ce38-4667-815a-8391e49ef06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.720364 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b96fe-70b2-4fc0-83a6-1abc568d1448 req-db1cc3a2-e26e-4291-8f9b-dafd222d6af5 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:40.727827 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a44b96fe-70b2-4fc0-83a6-1abc568d1448 req-db1cc3a2-e26e-4291-8f9b-dafd222d6af5 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 945 time: 0.1000998 Apr 12 16:19:40.737390 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:40.741345 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.789388 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Publish callbacks [] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.799795 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.802348 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693734'] for router_interface (e961311a-1db5-46ae-a08e-4b307b5bc340), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:40.848532 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'name': 'tempest-TestMinimumBasicScenario-1869955281-router', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:36Z', 'updated_at': '2022-04-12T16:19:38Z', 'revision_number': 3, 'project_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'gw_port': {'id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:37Z', 'updated_at': '2022-04-12T16:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:40.853248 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c0febfad-ce38-4667-815a-8391e49ef06c None None] Port 8afdab08-95e1-4d6e-b3f0-67a537952c77 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:19:40.889623 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb27536-6b1f-48ca-ad42-c617147299b6 None None] The sync data for ids ['e961311a-1db5-46ae-a08e-4b307b5bc340'] in dv-cinder-837528-1-iscsi is: [{'id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'name': 'tempest-TestMinimumBasicScenario-1869955281-router', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:36Z', 'updated_at': '2022-04-12T16:19:38Z', 'revision_number': 3, 'project_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'gw_port': {'id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:37Z', 'updated_at': '2022-04-12T16:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:19:40.930094 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:41.016887 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Pushing event updated for resources: {'Port': ['ID=8afdab08-95e1-4d6e-b3f0-67a537952c77,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:41.067152 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Network 8d122db7-85a8-44d8-b012-e17335ebb5ff is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:41.069090 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:41.071150 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9d5adb29-1e71-4f56-b945-b10c1b212c75 req-29534c8e-61cd-4379-becd-a1593a2f6362 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444275 Apr 12 16:19:41.203836 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a44b96fe-70b2-4fc0-83a6-1abc568d1448 req-bb4e707d-f0a6-406c-92e9-2929c007467a tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750266 Apr 12 16:19:41.232241 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55f23d2f-422b-48b4-b26a-aab334cf4da2 req-92edc342-162e-437d-8fc6-f36fff2115d0 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682322 Apr 12 16:19:41.294260 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Router e961311a-1db5-46ae-a08e-4b307b5bc340 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:19:41.492622 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-144c9093-a200-4159-af3d-0240351c2f37 None None] Provisioning complete for port 8afdab08-95e1-4d6e-b3f0-67a537952c77 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:41.493003 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-144c9093-a200-4159-af3d-0240351c2f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:41.499679 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d630b-307c-4953-aaee-26cd907e7839 req-e03fe152-6abb-4551-964e-a48a7e28ee46 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:41.502573 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5d4d630b-307c-4953-aaee-26cd907e7839 req-e03fe152-6abb-4551-964e-a48a7e28ee46 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.1071625 Apr 12 16:19:41.540163 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8a947-f464-4beb-98eb-16bb0573211a req-e496f903-808a-47c4-b14b-a92097a43f10 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:41.541978 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-20e8a947-f464-4beb-98eb-16bb0573211a req-e496f903-808a-47c4-b14b-a92097a43f10 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.1372237 Apr 12 16:19:41.580044 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-144c9093-a200-4159-af3d-0240351c2f37 None None] Port 8afdab08-95e1-4d6e-b3f0-67a537952c77 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:19:41.631670 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5d4d630b-307c-4953-aaee-26cd907e7839 req-74546b82-a145-43d2-bd5e-a0aa9413405f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191330 Apr 12 16:19:41.699335 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-20e8a947-f464-4beb-98eb-16bb0573211a req-4114705d-ea5c-4d21-bfdd-132b7d26f80b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944526 Apr 12 16:19:41.767372 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:19:41.781310 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-50710866-45b8-4847-9032-ff18658439b1 admin admin] 10.222.0.67 "PUT /v2.0/routers/e961311a-1db5-46ae-a08e-4b307b5bc340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4561996 Apr 12 16:19:41.825083 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e32e6-d0b7-4d68-b78f-b3457cb5e103 req-ded7aeb9-a642-4856-8498-85e72c9f3154 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:41.827025 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1d5e32e6-d0b7-4d68-b78f-b3457cb5e103 req-ded7aeb9-a642-4856-8498-85e72c9f3154 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0551252 Apr 12 16:19:41.837081 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43808) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:41.841689 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-260c79f6-b6e9-4047-994c-21cdb4175e21 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Request body: {'floatingip': {'port_id': 'aaca632c-41bc-43f8-8889-7aea0e458ffa'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:41.931751 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-260c79f6-b6e9-4047-994c-21cdb4175e21 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for floatingip (837880cc-3a9a-4931-b453-35ca56d812a4), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:42.217221 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ee29b-7e08-4e63-b11f-fbc7126bd5b9 req-543a55f8-6f45-46b9-8c8f-faf8c8c050c5 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:42.219559 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-879ee29b-7e08-4e63-b11f-fbc7126bd5b9 req-543a55f8-6f45-46b9-8c8f-faf8c8c050c5 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0678177 Apr 12 16:19:42.292041 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-879ee29b-7e08-4e63-b11f-fbc7126bd5b9 req-a73d15d0-bc00-4d0a-aa67-2a5c60cb0e68 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668473 Apr 12 16:19:42.425068 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca0211-b66c-444b-b16c-afdb3ef4d285 req-9b20d8bf-2766-4102-8635-a47ae7ac8146 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:42.432698 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3cca0211-b66c-444b-b16c-afdb3ef4d285 req-9b20d8bf-2766-4102-8635-a47ae7ac8146 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 945 time: 0.0694897 Apr 12 16:19:42.484811 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3cca0211-b66c-444b-b16c-afdb3ef4d285 req-e9890efa-08fa-4042-b0ea-b8ff4c711b8b tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a10c0f4-d4d6-4564-b8be-ce037e321edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512764 Apr 12 16:19:42.503650 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device dda73b12-3766-4cbc-9153-232ca11d28e5 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:42.568691 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port dda73b12-3766-4cbc-9153-232ca11d28e5 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:42.569209 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (dda73b12-3766-4cbc-9153-232ca11d28e5), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:42.783849 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port dda73b12-3766-4cbc-9153-232ca11d28e5 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:42.784806 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (dda73b12-3766-4cbc-9153-232ca11d28e5), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:42.808319 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.db.resource_extend [None req-260c79f6-b6e9-4047-994c-21cdb4175e21 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 16:19:42.812942 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] For port dda73b12-3766-4cbc-9153-232ca11d28e5, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=dda73b12-3766-4cbc-9153-232ca11d28e5,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:42.817075 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c53e1-3795-4801-8e63-324e164f380e req-f9bc8e72-6b41-4e25-ac1a-297b77ddf29c tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:42.819316 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7e1c53e1-3795-4801-8e63-324e164f380e req-f9bc8e72-6b41-4e25-ac1a-297b77ddf29c tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.45 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 945 time: 0.1314728 Apr 12 16:19:42.821113 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (dda73b12-3766-4cbc-9153-232ca11d28e5), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:42.906025 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Pushing event updated for resources: {'Port': ['ID=dda73b12-3766-4cbc-9153-232ca11d28e5,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:42.942705 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-260c79f6-b6e9-4047-994c-21cdb4175e21 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:42.949990 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-260c79f6-b6e9-4047-994c-21cdb4175e21 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (837880cc-3a9a-4931-b453-35ca56d812a4), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:43.024875 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccec9cb-4e3b-4aeb-9747-2bf312939122 req-b8c2862f-9e28-45d6-ae25-0d046f3e9906 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:43.030550 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7ccec9cb-4e3b-4aeb-9747-2bf312939122 req-b8c2862f-9e28-45d6-ae25-0d046f3e9906 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.2101078 Apr 12 16:19:43.045861 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-7e1c53e1-3795-4801-8e63-324e164f380e req-5beca322-06c5-4e15-9b8b-464edcb026ed tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Deleting port f139bb8c-aace-4035-a88f-6180d6399d1b {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:19:43.046229 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7e1c53e1-3795-4801-8e63-324e164f380e req-5beca322-06c5-4e15-9b8b-464edcb026ed tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:43.078977 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-260c79f6-b6e9-4047-994c-21cdb4175e21 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Floating IP 837880cc-3a9a-4931-b453-35ca56d812a4 associated. External IP: 172.27.2.98, port: aaca632c-41bc-43f8-8889-7aea0e458ffa. Apr 12 16:19:43.166757 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7ccec9cb-4e3b-4aeb-9747-2bf312939122 req-325b63d0-297c-49c7-afdb-106128b3088a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268191 Apr 12 16:19:43.211490 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-7e1c53e1-3795-4801-8e63-324e164f380e req-5beca322-06c5-4e15-9b8b-464edcb026ed tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] For port f139bb8c-aace-4035-a88f-6180d6399d1b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f139bb8c-aace-4035-a88f-6180d6399d1b,segment=NetworkSegment(816e2bf1-b168-4578-b8d6-10a8d5a6ffb8),segment_id=816e2bf1-b168-4578-b8d6-10a8d5a6ffb8)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:43.211963 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7e1c53e1-3795-4801-8e63-324e164f380e req-5beca322-06c5-4e15-9b8b-464edcb026ed tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:43.228744 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-7e1c53e1-3795-4801-8e63-324e164f380e req-5beca322-06c5-4e15-9b8b-464edcb026ed tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Calling delete_port for f139bb8c-aace-4035-a88f-6180d6399d1b owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:19:43.428848 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260c79f6-b6e9-4047-994c-21cdb4175e21 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Router bb403284-cba1-4899-b817-7760de04c38b has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:19:43.490617 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7e1c53e1-3795-4801-8e63-324e164f380e req-5beca322-06c5-4e15-9b8b-464edcb026ed tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879'] for port (f139bb8c-aace-4035-a88f-6180d6399d1b), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:43.549290 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beca322-06c5-4e15-9b8b-464edcb026ed tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Pushing event deleted for resources: {'Port': ['ID=f139bb8c-aace-4035-a88f-6180d6399d1b,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:43.583573 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a2441-5002-4601-8629-b00115b9795f req-180bcf83-a5a1-46f0-9dec-771777bbd4f8 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:43.585443 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-180a2441-5002-4601-8629-b00115b9795f req-180bcf83-a5a1-46f0-9dec-771777bbd4f8 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.1618278 Apr 12 16:19:43.775070 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1c53e1-3795-4801-8e63-324e164f380e req-5beca322-06c5-4e15-9b8b-464edcb026ed tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] No DVR routers for this DVR port f139bb8c-aace-4035-a88f-6180d6399d1b on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:19:43.778396 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-760fe93f-7c48-4cc0-9725-b1e32c7b75b7 req-967e5b64-198d-464d-bc21-42370db3c3ff tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 210 time: 0.0991876 Apr 12 16:19:43.789162 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7e1c53e1-3795-4801-8e63-324e164f380e req-5beca322-06c5-4e15-9b8b-464edcb026ed tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:43.793368 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7e1c53e1-3795-4801-8e63-324e164f380e req-5beca322-06c5-4e15-9b8b-464edcb026ed tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.45 "DELETE /v2.0/ports/f139bb8c-aace-4035-a88f-6180d6399d1b HTTP/1.1" status: 204 len: 173 time: 0.9628959 Apr 12 16:19:43.793853 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487aea79-f1c3-4ab8-9d49-cee300992479', 'name': 'network-vif-deleted', 'tag': 'f139bb8c-aace-4035-a88f-6180d6399d1b'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:43.796338 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4ac85d-081c-4d26-bacd-557921d67c56" -d '{"events": [{"server_uuid": "487aea79-f1c3-4ab8-9d49-cee300992479", "name": "network-vif-deleted", "tag": "f139bb8c-aace-4035-a88f-6180d6399d1b"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:43.864127 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-180a2441-5002-4601-8629-b00115b9795f req-a2776267-6d32-4426-8a5c-1e46edb8a58b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828589 Apr 12 16:19:43.964400 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa602c7-531c-4788-8167-ec8e0decdc8a x-openstack-request-id: req-dfa602c7-531c-4788-8167-ec8e0decdc8a {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:43.964729 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487aea79-f1c3-4ab8-9d49-cee300992479", "name": "network-vif-deleted", "tag": "f139bb8c-aace-4035-a88f-6180d6399d1b", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:43.965030 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dfa602c7-531c-4788-8167-ec8e0decdc8a {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:43.965513 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa602c7-531c-4788-8167-ec8e0decdc8a'] response: {'server_uuid': '487aea79-f1c3-4ab8-9d49-cee300992479', 'name': 'network-vif-deleted', 'tag': 'f139bb8c-aace-4035-a88f-6180d6399d1b', 'status': 'completed', 'code': 200} Apr 12 16:19:43.975345 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260c79f6-b6e9-4047-994c-21cdb4175e21 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:19:43.988657 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d35ec-03ca-4cae-a411-02c1b21a733e None None] Sync routers for ids ['bb403284-cba1-4899-b817-7760de04c38b'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:19:43.992281 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-260c79f6-b6e9-4047-994c-21cdb4175e21 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:44.016561 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937d35ec-03ca-4cae-a411-02c1b21a733e None None] Routers {'bb403284-cba1-4899-b817-7760de04c38b'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:44.017362 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-937d35ec-03ca-4cae-a411-02c1b21a733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['bb403284-cba1-4899-b817-7760de04c38b'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:44.044012 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-260c79f6-b6e9-4047-994c-21cdb4175e21 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "PUT /v2.0/floatingips/837880cc-3a9a-4931-b453-35ca56d812a4 HTTP/1.1" status: 200 len: 991 time: 2.2057323 Apr 12 16:19:44.045455 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:44.049834 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7b5c08-cbb6-4583-9d71-f27bebac05c5" -d '{"events": [{"name": "network-changed", "server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:44.098130 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf338c90-3998-4d25-9edc-64da0e96503f x-openstack-request-id: req-bf338c90-3998-4d25-9edc-64da0e96503f {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:44.098498 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:44.104250 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bf338c90-3998-4d25-9edc-64da0e96503f {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:44.104250 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf338c90-3998-4d25-9edc-64da0e96503f'] response: {'name': 'network-changed', 'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'status': 'completed', 'code': 200} Apr 12 16:19:44.159714 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Sync routers for ids ['e961311a-1db5-46ae-a08e-4b307b5bc340'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:19:44.186773 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Routers {'e961311a-1db5-46ae-a08e-4b307b5bc340'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:44.187413 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['e961311a-1db5-46ae-a08e-4b307b5bc340'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:44.238497 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b5c08-cbb6-4583-9d71-f27bebac05c5 req-efcbf756-a130-4987-8f9a-2edc4b1c3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:44.240270 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b7b5c08-cbb6-4583-9d71-f27bebac05c5 req-efcbf756-a130-4987-8f9a-2edc4b1c3b3e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45e8e703a32d4ac4be28bb7018de850f&device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 1130 time: 0.0848789 Apr 12 16:19:44.260563 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-937d35ec-03ca-4cae-a411-02c1b21a733e None None] Set router bb403284-cba1-4899-b817-7760de04c38b gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:44.337656 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Set router e961311a-1db5-46ae-a08e-4b307b5bc340 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:44.438752 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d723423-40ec-42ba-bd19-b67e5e5f8fd2 req-ba97a050-2f13-4040-b451-68dead21e005 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:44.440255 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6d723423-40ec-42ba-bd19-b67e5e5f8fd2 req-ba97a050-2f13-4040-b451-68dead21e005 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.1180706 Apr 12 16:19:44.465003 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device dda73b12-3766-4cbc-9153-232ca11d28e5 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:44.523190 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b5c08-cbb6-4583-9d71-f27bebac05c5 req-cade339d-5908-4513-b89f-ab4aaae4c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:44.525029 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b7b5c08-cbb6-4583-9d71-f27bebac05c5 req-cade339d-5908-4513-b89f-ab4aaae4c6d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=659bb59b-3f11-4e82-88df-ec448e9e7e28 HTTP/1.1" status: 200 len: 918 time: 0.2707841 Apr 12 16:19:44.546681 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6d723423-40ec-42ba-bd19-b67e5e5f8fd2 req-ef2628b9-efa1-41cc-b4e6-4b6702cfb60f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976591 Apr 12 16:19:44.608017 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port dda73b12-3766-4cbc-9153-232ca11d28e5 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:44.608543 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (dda73b12-3766-4cbc-9153-232ca11d28e5), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:44.702144 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7dcc8-2a66-43be-ab27-30128cae6e61 req-e2ad668d-9f7d-40a1-9fc3-49bb6109b75c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:44.704034 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-51c7dcc8-2a66-43be-ab27-30128cae6e61 req-e2ad668d-9f7d-40a1-9fc3-49bb6109b75c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0853436 Apr 12 16:19:44.705286 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-937d35ec-03ca-4cae-a411-02c1b21a733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '837880cc-3a9a-4931-b453-35ca56d812a4', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'port_id': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'mac_address': 'fa:16:3e:2e:5b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f48c36-5e37-4640-b589-df261265d809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:19:00Z', 'updated_at': '2022-04-12T16:19:42Z', 'revision_number': 1, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:19:00Z', 'revision_number': 5, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:44.713693 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 43878) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:44.714873 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'name': 'tempest-TestMinimumBasicScenario-1869955281-router', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:36Z', 'updated_at': '2022-04-12T16:19:40Z', 'revision_number': 4, 'project_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'gw_port': {'id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:37Z', 'updated_at': '2022-04-12T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '8afdab08-95e1-4d6e-b3f0-67a537952c77', 'name': '', 'network_id': '8d122db7-85a8-44d8-b012-e17335ebb5ff', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'mac_address': 'fa:16:3e:81:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '80bf553d-9673-4680-b8ec-2841198050e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:39Z', 'updated_at': '2022-04-12T16:19:40Z', 'revision_number': 2, 'project_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'subnets': [{'id': '80bf553d-9673-4680-b8ec-2841198050e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:44.718471 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-b0c82d89-3dae-478a-a00e-0f45392e12e9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Request body: {'floatingip': {'port_id': '28e64fcd-7b2c-41c0-8cce-a7de7807a101'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:44.738429 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d35ec-03ca-4cae-a411-02c1b21a733e None None] Checking router: bb403284-cba1-4899-b817-7760de04c38b for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:19:44.752223 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Checking router: e961311a-1db5-46ae-a08e-4b307b5bc340 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:19:44.752866 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Updating router e961311a-1db5-46ae-a08e-4b307b5bc340 port 8afdab08-95e1-4d6e-b3f0-67a537952c77 binding host dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:19:44.773796 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937d35ec-03ca-4cae-a411-02c1b21a733e None None] Routers {'bb403284-cba1-4899-b817-7760de04c38b'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:44.774439 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-937d35ec-03ca-4cae-a411-02c1b21a733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['bb403284-cba1-4899-b817-7760de04c38b'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:44.777315 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b0c82d89-3dae-478a-a00e-0f45392e12e9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for floatingip (2effcb3d-153e-4fc7-9666-5a92e6cf720d), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:44.791814 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:44.982452 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b424f8a5-a9b6-4745-b953-2aa23f039318 req-e721ec14-871b-47e6-af2a-8ea8472d1cf9 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 210 time: 0.0650315 Apr 12 16:19:45.024029 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port dda73b12-3766-4cbc-9153-232ca11d28e5 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:45.104837 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504b2e3-6922-4def-8aa5-007dcd0bddb1 req-398e1137-c55e-4c64-8954-49bcfe6fcbc3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:45.106922 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1504b2e3-6922-4def-8aa5-007dcd0bddb1 req-398e1137-c55e-4c64-8954-49bcfe6fcbc3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0899355 Apr 12 16:19:45.147909 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-937d35ec-03ca-4cae-a411-02c1b21a733e None None] Set router bb403284-cba1-4899-b817-7760de04c38b gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:45.233977 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1504b2e3-6922-4def-8aa5-007dcd0bddb1 req-88c78504-117f-4f41-a304-2b2a422d4413 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205010 Apr 12 16:19:45.368637 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Publish callbacks [] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:45.382813 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:45.485719 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b0c82d89-3dae-478a-a00e-0f45392e12e9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:45.488609 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d6ed7-fd3e-4457-a95f-8001b4c9a59a None None] Pushing event updated for resources: {'Port': ['ID=8afdab08-95e1-4d6e-b3f0-67a537952c77,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:45.494640 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b0c82d89-3dae-478a-a00e-0f45392e12e9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (2effcb3d-153e-4fc7-9666-5a92e6cf720d), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:45.574591 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-937d35ec-03ca-4cae-a411-02c1b21a733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '837880cc-3a9a-4931-b453-35ca56d812a4', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'port_id': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'mac_address': 'fa:16:3e:2e:5b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f48c36-5e37-4640-b589-df261265d809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:19:00Z', 'updated_at': '2022-04-12T16:19:42Z', 'revision_number': 1, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:19:00Z', 'revision_number': 5, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:45.591282 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Attempting to bind port 8afdab08-95e1-4d6e-b3f0-67a537952c77 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:19:45.591655 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Attempting to bind port 8afdab08-95e1-4d6e-b3f0-67a537952c77 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '7f29503f-0020-4531-91f7-11cca4f74700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8d122db7-85a8-44d8-b012-e17335ebb5ff'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:19:45.592057 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Attempting to bind port 8afdab08-95e1-4d6e-b3f0-67a537952c77 on network 8d122db7-85a8-44d8-b012-e17335ebb5ff {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:19:45.604590 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:19:45.604900 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Checking segment: {'id': '7f29503f-0020-4531-91f7-11cca4f74700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8d122db7-85a8-44d8-b012-e17335ebb5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:19:45.605456 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:45.605868 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Bound using segment: {'id': '7f29503f-0020-4531-91f7-11cca4f74700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8d122db7-85a8-44d8-b012-e17335ebb5ff'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:19:45.606383 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Bound port: 8afdab08-95e1-4d6e-b3f0-67a537952c77, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f29503f-0020-4531-91f7-11cca4f74700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8d122db7-85a8-44d8-b012-e17335ebb5ff'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:19:45.606848 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:45.633347 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d35ec-03ca-4cae-a411-02c1b21a733e None None] The sync data for ids ['bb403284-cba1-4899-b817-7760de04c38b'] in dv-cinder-837528-1-iscsi is: [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '837880cc-3a9a-4931-b453-35ca56d812a4', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'port_id': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'mac_address': 'fa:16:3e:2e:5b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f48c36-5e37-4640-b589-df261265d809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:19:00Z', 'updated_at': '2022-04-12T16:19:42Z', 'revision_number': 1, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:19:00Z', 'revision_number': 5, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:19:45.687039 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device f139bb8c-aace-4035-a88f-6180d6399d1b no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:19:45.716431 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-b0c82d89-3dae-478a-a00e-0f45392e12e9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Floating IP 2effcb3d-153e-4fc7-9666-5a92e6cf720d associated. External IP: 172.27.2.86, port: 28e64fcd-7b2c-41c0-8cce-a7de7807a101. Apr 12 16:19:45.760760 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: f139bb8c-aace-4035-a88f-6180d6399d1b {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:19:45.761185 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device f139bb8c-aace-4035-a88f-6180d6399d1b not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:19:45.774264 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] For port 8afdab08-95e1-4d6e-b3f0-67a537952c77, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:19:45.777826 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] For port 8afdab08-95e1-4d6e-b3f0-67a537952c77, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=8afdab08-95e1-4d6e-b3f0-67a537952c77,segment=NetworkSegment(7f29503f-0020-4531-91f7-11cca4f74700),segment_id=7f29503f-0020-4531-91f7-11cca4f74700)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:19:45.790748 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:45.851959 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b7b5c08-cbb6-4583-9d71-f27bebac05c5 req-1eceb14e-26c7-449f-8314-fa54d64252b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa HTTP/1.1" status: 200 len: 999 time: 0.1628678 Apr 12 16:19:45.854274 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-ffb68423-59c9-44c6-a52f-d44de18a267c None None] Provisioning complete for port 8afdab08-95e1-4d6e-b3f0-67a537952c77 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:45.854659 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ffb68423-59c9-44c6-a52f-d44de18a267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:45.867340 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d6ed7-fd3e-4457-a95f-8001b4c9a59a None None] Pushing event updated for resources: {'Port': ['ID=8afdab08-95e1-4d6e-b3f0-67a537952c77,revision_number=4']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:45.906376 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Routers {'e961311a-1db5-46ae-a08e-4b307b5bc340'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:45.907130 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['e961311a-1db5-46ae-a08e-4b307b5bc340'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:46.122218 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e37646-2db6-46c4-a47f-d42177abafd6 None None] New status for floating IP 837880cc-3a9a-4931-b453-35ca56d812a4: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:19:46.140167 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-ffb68423-59c9-44c6-a52f-d44de18a267c None None] Current status of the port 8afdab08-95e1-4d6e-b3f0-67a537952c77 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:46.140490 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ffb68423-59c9-44c6-a52f-d44de18a267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:46.153329 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3f86f1ff-8ff3-471c-8c9e-a5e553e31bec req-26ff535c-b268-4003-b6f6-9928e9100c17 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 210 time: 0.0647500 Apr 12 16:19:46.225733 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c82d89-3dae-478a-a00e-0f45392e12e9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Router d8b87beb-b277-4a78-ae2e-efa7676f5679 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:19:46.241595 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] Set router e961311a-1db5-46ae-a08e-4b307b5bc340 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:46.331203 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-ffb68423-59c9-44c6-a52f-d44de18a267c None None] For port 8afdab08-95e1-4d6e-b3f0-67a537952c77, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=8afdab08-95e1-4d6e-b3f0-67a537952c77,segment=NetworkSegment(7f29503f-0020-4531-91f7-11cca4f74700),segment_id=7f29503f-0020-4531-91f7-11cca4f74700)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:19:46.353701 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ffb68423-59c9-44c6-a52f-d44de18a267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:46.404230 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ab697-f690-4930-8a26-d2a0751ccadb req-ce2ea317-1497-4994-a960-c4295e5279d7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:46.413015 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0e1ab697-f690-4930-8a26-d2a0751ccadb req-ce2ea317-1497-4994-a960-c4295e5279d7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0669224 Apr 12 16:19:46.469630 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c82d89-3dae-478a-a00e-0f45392e12e9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:19:46.476368 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb68423-59c9-44c6-a52f-d44de18a267c None None] Pushing event updated for resources: {'Port': ['ID=8afdab08-95e1-4d6e-b3f0-67a537952c77,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:46.482812 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0e1ab697-f690-4930-8a26-d2a0751ccadb req-719603fa-4fb9-4d83-b477-639bd9eb79e3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684586 Apr 12 16:19:46.484481 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b0c82d89-3dae-478a-a00e-0f45392e12e9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:46.498915 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'name': 'tempest-TestMinimumBasicScenario-1869955281-router', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:36Z', 'updated_at': '2022-04-12T16:19:40Z', 'revision_number': 4, 'project_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'gw_port': {'id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:37Z', 'updated_at': '2022-04-12T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '8afdab08-95e1-4d6e-b3f0-67a537952c77', 'name': '', 'network_id': '8d122db7-85a8-44d8-b012-e17335ebb5ff', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'mac_address': 'fa:16:3e:81:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '80bf553d-9673-4680-b8ec-2841198050e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:39Z', 'updated_at': '2022-04-12T16:19:45Z', 'revision_number': 4, 'project_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'subnets': [{'id': '80bf553d-9673-4680-b8ec-2841198050e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:46.500997 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b7922-6797-43f2-984e-506a06872023 None None] Sync routers for ids ['d8b87beb-b277-4a78-ae2e-efa7676f5679'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:19:46.534816 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b0c82d89-3dae-478a-a00e-0f45392e12e9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "PUT /v2.0/floatingips/2effcb3d-153e-4fc7-9666-5a92e6cf720d HTTP/1.1" status: 200 len: 990 time: 1.8198402 Apr 12 16:19:46.540302 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23749e20-689d-41b3-b798-49c86d90ae20', 'tag': '28e64fcd-7b2c-41c0-8cce-a7de7807a101'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:19:46.542780 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c933ca10-1a6e-4f95-9cfc-8101075a9342" -d '{"events": [{"name": "network-changed", "server_uuid": "23749e20-689d-41b3-b798-49c86d90ae20", "tag": "28e64fcd-7b2c-41c0-8cce-a7de7807a101"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:19:46.553036 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a8684-31a1-4796-9923-5ed701c62efa None None] The sync data for ids ['e961311a-1db5-46ae-a08e-4b307b5bc340'] in dv-cinder-837528-1-iscsi is: [{'id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'name': 'tempest-TestMinimumBasicScenario-1869955281-router', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:36Z', 'updated_at': '2022-04-12T16:19:40Z', 'revision_number': 4, 'project_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'gw_port': {'id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:37Z', 'updated_at': '2022-04-12T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '8afdab08-95e1-4d6e-b3f0-67a537952c77', 'name': '', 'network_id': '8d122db7-85a8-44d8-b012-e17335ebb5ff', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'mac_address': 'fa:16:3e:81:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '80bf553d-9673-4680-b8ec-2841198050e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:39Z', 'updated_at': '2022-04-12T16:19:45Z', 'revision_number': 4, 'project_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'subnets': [{'id': '80bf553d-9673-4680-b8ec-2841198050e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:19:46.557856 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b7922-6797-43f2-984e-506a06872023 None None] Routers {'d8b87beb-b277-4a78-ae2e-efa7676f5679'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:46.558528 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5a9b7922-6797-43f2-984e-506a06872023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d8b87beb-b277-4a78-ae2e-efa7676f5679'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:46.563729 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-6d02eeb1-0c83-4980-8a96-bc674cc46526 None None] Provisioning complete for port 8afdab08-95e1-4d6e-b3f0-67a537952c77 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:46.564565 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6d02eeb1-0c83-4980-8a96-bc674cc46526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:46.591334 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d691412e-c80e-4dd9-81b4-e105c4cd0945 x-openstack-request-id: req-d691412e-c80e-4dd9-81b4-e105c4cd0945 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:19:46.591713 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23749e20-689d-41b3-b798-49c86d90ae20", "tag": "28e64fcd-7b2c-41c0-8cce-a7de7807a101", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:19:46.592176 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d691412e-c80e-4dd9-81b4-e105c4cd0945 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:19:46.592666 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d691412e-c80e-4dd9-81b4-e105c4cd0945'] response: {'name': 'network-changed', 'server_uuid': '23749e20-689d-41b3-b798-49c86d90ae20', 'tag': '28e64fcd-7b2c-41c0-8cce-a7de7807a101', 'status': 'completed', 'code': 200} Apr 12 16:19:46.675761 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-6d02eeb1-0c83-4980-8a96-bc674cc46526 None None] Current status of the port 8afdab08-95e1-4d6e-b3f0-67a537952c77 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:46.740482 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-5a9b7922-6797-43f2-984e-506a06872023 None None] Set router d8b87beb-b277-4a78-ae2e-efa7676f5679 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:46.945907 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b5c08-cbb6-4583-9d71-f27bebac05c5 req-7d6dab87-10ec-42ad-a203-6621f0435f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:46.947435 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b7b5c08-cbb6-4583-9d71-f27bebac05c5 req-7d6dab87-10ec-42ad-a203-6621f0435f82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=644bce61-9908-4b22-b9ff-6ee45a6d0077 HTTP/1.1" status: 200 len: 856 time: 0.0769339 Apr 12 16:19:47.134128 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5a9b7922-6797-43f2-984e-506a06872023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '2effcb3d-153e-4fc7-9666-5a92e6cf720d', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'port_id': '28e64fcd-7b2c-41c0-8cce-a7de7807a101', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'mac_address': 'fa:16:3e:49:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23749e20-689d-41b3-b798-49c86d90ae20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:19:02Z', 'updated_at': '2022-04-12T16:19:45Z', 'revision_number': 1, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:19:03Z', 'revision_number': 5, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:47.168887 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b7922-6797-43f2-984e-506a06872023 None None] Checking router: d8b87beb-b277-4a78-ae2e-efa7676f5679 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:19:47.183004 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b7922-6797-43f2-984e-506a06872023 None None] Routers {'d8b87beb-b277-4a78-ae2e-efa7676f5679'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:19:47.183711 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5a9b7922-6797-43f2-984e-506a06872023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d8b87beb-b277-4a78-ae2e-efa7676f5679'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:47.260461 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a4e0f7d5-0838-4eeb-83fd-e6c9a12e278f req-653a09c7-532c-4564-850a-13e9f61682d0 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 210 time: 0.0300226 Apr 12 16:19:47.315443 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-5a9b7922-6797-43f2-984e-506a06872023 None None] Set router d8b87beb-b277-4a78-ae2e-efa7676f5679 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:19:47.556047 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5a9b7922-6797-43f2-984e-506a06872023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '2effcb3d-153e-4fc7-9666-5a92e6cf720d', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'port_id': '28e64fcd-7b2c-41c0-8cce-a7de7807a101', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'mac_address': 'fa:16:3e:49:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23749e20-689d-41b3-b798-49c86d90ae20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:19:02Z', 'updated_at': '2022-04-12T16:19:45Z', 'revision_number': 1, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:19:03Z', 'revision_number': 5, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:47.602092 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b7922-6797-43f2-984e-506a06872023 None None] The sync data for ids ['d8b87beb-b277-4a78-ae2e-efa7676f5679'] in dv-cinder-837528-1-iscsi is: [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '2effcb3d-153e-4fc7-9666-5a92e6cf720d', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'port_id': '28e64fcd-7b2c-41c0-8cce-a7de7807a101', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'mac_address': 'fa:16:3e:49:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23749e20-689d-41b3-b798-49c86d90ae20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:19:02Z', 'updated_at': '2022-04-12T16:19:45Z', 'revision_number': 1, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:19:03Z', 'revision_number': 5, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:19:47.615264 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973ab7d-acf6-4f2c-9a91-6d40b5043fef req-0cf9ed42-7a22-418f-963a-204d81bf5193 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:47.617303 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6973ab7d-acf6-4f2c-9a91-6d40b5043fef req-0cf9ed42-7a22-418f-963a-204d81bf5193 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0648096 Apr 12 16:19:47.708261 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6973ab7d-acf6-4f2c-9a91-6d40b5043fef req-f0b23eae-dff2-432c-a367-562ffbc14adc tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844471 Apr 12 16:19:48.033808 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70853a7b-073f-4df0-b26a-60fde86a29ae None None] New status for floating IP 2effcb3d-153e-4fc7-9666-5a92e6cf720d: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:19:48.309202 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b5c08-cbb6-4583-9d71-f27bebac05c5 req-ca6eaa06-1a98-4055-a8fa-4c70099019f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:48.311109 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b7b5c08-cbb6-4583-9d71-f27bebac05c5 req-ca6eaa06-1a98-4055-a8fa-4c70099019f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=659bb59b-3f11-4e82-88df-ec448e9e7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0980167 Apr 12 16:19:48.323874 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933ca10-1a6e-4f95-9cfc-8101075a9342 req-5d9c9f69-541d-4d72-9bfb-81678b049b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:48.327578 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c933ca10-1a6e-4f95-9cfc-8101075a9342 req-5d9c9f69-541d-4d72-9bfb-81678b049b9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e274b464718459ea125ef2d5b5003ce&device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 1129 time: 0.0707953 Apr 12 16:19:48.466234 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 8afdab08-95e1-4d6e-b3f0-67a537952c77 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:19:48.475906 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-04100ecb-072a-49da-a81a-0f0983ab8f0e req-7f09679a-7af3-4d2d-b83a-635ba6bf3d18 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 210 time: 0.1054733 Apr 12 16:19:48.537250 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 8afdab08-95e1-4d6e-b3f0-67a537952c77 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:48.537467 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:48.576346 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933ca10-1a6e-4f95-9cfc-8101075a9342 req-e1e88c63-9916-4e07-a974-1714532aa5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:48.578209 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c933ca10-1a6e-4f95-9cfc-8101075a9342 req-e1e88c63-9916-4e07-a974-1714532aa5ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=028a45e4-8708-408c-a3b9-d772d5389f9f HTTP/1.1" status: 200 len: 912 time: 0.2393272 Apr 12 16:19:48.641860 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 8afdab08-95e1-4d6e-b3f0-67a537952c77 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:19:48.675042 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b7b5c08-cbb6-4583-9d71-f27bebac05c5 req-a5588407-3758-48e9-88b7-e0ea2af5344f service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461180 Apr 12 16:19:48.804955 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c933ca10-1a6e-4f95-9cfc-8101075a9342 req-840102e7-222d-4c0b-a227-f835d66daa82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28e64fcd-7b2c-41c0-8cce-a7de7807a101 HTTP/1.1" status: 200 len: 1000 time: 0.2111249 Apr 12 16:19:48.910331 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe939d-7927-432e-825f-a2b70a88bc5f req-39095891-0255-4f95-935f-1fa4ae4faf5c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:48.912249 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10fe939d-7927-432e-825f-a2b70a88bc5f req-39095891-0255-4f95-935f-1fa4ae4faf5c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.1185706 Apr 12 16:19:48.955392 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933ca10-1a6e-4f95-9cfc-8101075a9342 req-457332fe-5175-493c-a349-94cf535bb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:48.955751 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c933ca10-1a6e-4f95-9cfc-8101075a9342 req-457332fe-5175-493c-a349-94cf535bb88d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eff737a4-8496-4d8b-b7c1-649a5d573665 HTTP/1.1" status: 200 len: 850 time: 0.1128302 Apr 12 16:19:48.960227 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b7b5c08-cbb6-4583-9d71-f27bebac05c5 req-92ed3af3-131a-4710-a2af-4eae32a201e0 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721386 Apr 12 16:19:48.992775 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10fe939d-7927-432e-825f-a2b70a88bc5f req-c25a4a2b-6343-4785-95fa-d69f05b28958 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699115 Apr 12 16:19:49.451472 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933ca10-1a6e-4f95-9cfc-8101075a9342 req-6ba25db8-65ae-4277-bf0d-a71eb30bb582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:49.452760 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c933ca10-1a6e-4f95-9cfc-8101075a9342 req-6ba25db8-65ae-4277-bf0d-a71eb30bb582 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=028a45e4-8708-408c-a3b9-d772d5389f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553014 Apr 12 16:19:49.611879 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-850ad4ef-2e15-491b-b738-ec6f3988e638 req-163b2ef8-5b7d-4627-af7c-7fea3bbbc595 tempest-DeleteServersTestJSON-1332451371 tempest-DeleteServersTestJSON-1332451371-project] 10.222.0.67 "GET /v2.0/ports?device_id=487aea79-f1c3-4ab8-9d49-cee300992479 HTTP/1.1" status: 200 len: 210 time: 0.0410168 Apr 12 16:19:49.637428 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c933ca10-1a6e-4f95-9cfc-8101075a9342 req-fb8b9a8b-76b3-4c8c-9b7f-004e2f278f3f service neutron] 10.222.0.45 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618447 Apr 12 16:19:49.754347 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c933ca10-1a6e-4f95-9cfc-8101075a9342 req-539804cc-3b44-4e50-baef-16fa53921e1c service neutron] 10.222.0.45 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129797 Apr 12 16:19:50.131381 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24472b-47c4-4720-88b6-45fc92b5a81e req-7454720e-47a1-44bb-a9be-e2a199b70b14 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:50.133172 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-da24472b-47c4-4720-88b6-45fc92b5a81e req-7454720e-47a1-44bb-a9be-e2a199b70b14 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0579467 Apr 12 16:19:50.191924 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-da24472b-47c4-4720-88b6-45fc92b5a81e req-b3c0b53d-0941-473b-9cba-d85852d90482 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528283 Apr 12 16:19:50.639325 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b3de9fc1-cb79-4c6f-bf05-d630d5393b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:51.355861 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4202f-8fa6-4a1b-a53c-567eff3b9afa req-0fa876af-4ee2-4844-91f0-72e37edec31b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:51.357475 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-94c4202f-8fa6-4a1b-a53c-567eff3b9afa req-0fa876af-4ee2-4844-91f0-72e37edec31b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0828838 Apr 12 16:19:51.418127 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-94c4202f-8fa6-4a1b-a53c-567eff3b9afa req-68ff184b-1c1c-4100-ac38-0ac65463f865 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545194 Apr 12 16:19:52.077952 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:19:52.536452 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90cc94-e8e2-4b71-a8db-878f07ac675b req-b1c8ee48-9fff-4324-a61b-23a37262de3f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:52.539187 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ff90cc94-e8e2-4b71-a8db-878f07ac675b req-b1c8ee48-9fff-4324-a61b-23a37262de3f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0516424 Apr 12 16:19:52.593750 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ff90cc94-e8e2-4b71-a8db-878f07ac675b req-d33325d4-dc9b-4441-878d-795b241632f1 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482030 Apr 12 16:19:52.965702 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f539bfe7-a423-4216-9163-c6edbbef8b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:53.718380 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab922f-3d02-4052-8a4a-6a2c09fb4875 req-6db2e6cf-11b9-4f53-ad70-f42f366d5a22 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:53.725922 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a3ab922f-3d02-4052-8a4a-6a2c09fb4875 req-6db2e6cf-11b9-4f53-ad70-f42f366d5a22 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0540156 Apr 12 16:19:53.778606 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a3ab922f-3d02-4052-8a4a-6a2c09fb4875 req-6e58f4db-9332-44b3-bf03-0b13db08e2a7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518963 Apr 12 16:19:54.180003 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:54.610631 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-f4c46fad-309d-4965-80c6-fe06713541ac tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:54.612114 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-f4c46fad-309d-4965-80c6-fe06713541ac tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/networks?id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa HTTP/1.1" status: 200 len: 815 time: 0.1060231 Apr 12 16:19:54.634531 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-11992c95-9e67-4ac2-ad94-36145a8f55a9 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/quotas/f91e85c02b6e47d9913792e1168a8939 HTTP/1.1" status: 200 len: 375 time: 0.0143478 Apr 12 16:19:54.688021 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-14ea112a-dee7-4115-be19-4b96142a6925 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f91e85c02b6e47d9913792e1168a8939&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446007 Apr 12 16:19:54.789540 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-e21b77db-92b6-4c1c-a388-d9c202495689 service neutron] 10.222.0.67 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888329 Apr 12 16:19:54.863547 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:54.918787 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cb17d-f775-40ef-a6e1-3e6feebbdba5 req-1258ccad-423a-40c7-aa27-db0d01db4d78 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:54.920234 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9d8cb17d-f775-40ef-a6e1-3e6feebbdba5 req-1258ccad-423a-40c7-aa27-db0d01db4d78 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0667160 Apr 12 16:19:54.937528 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-35010d7b-566e-47d3-9738-0ddab518d195 service neutron] 10.222.0.67 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422577 Apr 12 16:19:54.973219 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9d8cb17d-f775-40ef-a6e1-3e6feebbdba5 req-aa91d3eb-394b-4fa4-ad82-66bba051f7c9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452373 Apr 12 16:19:55.112080 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd4641f6-cffb-4c6d-a879-7f1db2c7b53e req-06479e93-4548-44ce-9efb-b6e25369208a tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 210 time: 0.0274241 Apr 12 16:19:55.325022 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44032) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:55.375820 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46c8512-feba-4237-a73b-7088ab6d7eb9 admin admin] Deleting subnet 148c44ac-368d-4a24-9cdc-8c82531bc3c7 {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:19:55.379132 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b46c8512-feba-4237-a73b-7088ab6d7eb9 admin admin] Publish callbacks [] for subnet (148c44ac-368d-4a24-9cdc-8c82531bc3c7), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:55.417064 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b46c8512-feba-4237-a73b-7088ab6d7eb9 admin admin] Publish callbacks [] for subnet (148c44ac-368d-4a24-9cdc-8c82531bc3c7), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:55.427412 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b46c8512-feba-4237-a73b-7088ab6d7eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (148c44ac-368d-4a24-9cdc-8c82531bc3c7), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:55.485482 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b46c8512-feba-4237-a73b-7088ab6d7eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for subnet (148c44ac-368d-4a24-9cdc-8c82531bc3c7), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:55.516824 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:55.522519 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b46c8512-feba-4237-a73b-7088ab6d7eb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:55.525896 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b46c8512-feba-4237-a73b-7088ab6d7eb9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/148c44ac-368d-4a24-9cdc-8c82531bc3c7 HTTP/1.1" status: 204 len: 168 time: 0.1998429 Apr 12 16:19:55.526959 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c8512-feba-4237-a73b-7088ab6d7eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=148c44ac-368d-4a24-9cdc-8c82531bc3c7,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:55.528656 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 44038) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:55.604300 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (094cf5c7-571a-4588-982d-7264585fb556), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:55.705859 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (094cf5c7-571a-4588-982d-7264585fb556), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:55.727470 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:19:55.727811 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:19:55.728528 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:19:55.728873 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:19:55.729212 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:19:55.729564 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:19:55.729879 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:19:55.730229 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:19:55.730547 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:19:55.730859 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:19:55.838205 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:19:55.838922 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:19:55.838922 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:19:55.839198 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:19:55.839525 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094cf5c7-571a-4588-982d-7264585fb556']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:55.861395 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816e2bf1-b168-4578-b8d6-10a8d5a6ffb8') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:55.861642 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816e2bf1-b168-4578-b8d6-10a8d5a6ffb8') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:19:55.880035 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25560758'] for segment (816e2bf1-b168-4578-b8d6-10a8d5a6ffb8), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:55.902363 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (816e2bf1-b168-4578-b8d6-10a8d5a6ffb8), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:55.915311 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:19:55.915732 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25561198'] for segment (816e2bf1-b168-4578-b8d6-10a8d5a6ffb8), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: from cryptography.utils import int_from_bytes Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: from cryptography.utils import int_from_bytes Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: Traceback (most recent call last): Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: timer() Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: cb(*args, **kw) Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: return func(*args, **kwargs) Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: self._notify() Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: self.callback(batched_events) Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: event.method(event) Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: return f(self, *a, **k) Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: return self._get(url).json() Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:19:55.942586 dv-cinder-837528-1-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:19:56.013130 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (094cf5c7-571a-4588-982d-7264585fb556), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:56.021608 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:56.025947 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/094cf5c7-571a-4588-982d-7264585fb556 HTTP/1.1" status: 204 len: 168 time: 0.4960794 Apr 12 16:19:56.037176 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bc03d-98dc-499a-b9d0-9db00d0478d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=094cf5c7-571a-4588-982d-7264585fb556,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:56.110299 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc8277-b1a2-41fd-8115-2b6a0c5523c1 req-e41ed59d-85e4-4396-9a23-5652fac86f7a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:56.111880 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eebc8277-b1a2-41fd-8115-2b6a0c5523c1 req-e41ed59d-85e4-4396-9a23-5652fac86f7a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0519848 Apr 12 16:19:56.221112 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44054) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:56.266561 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-2596749f-2187-4fd1-a6f2-242e463d6f94 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7b531609069a4de8b99bbdf8d139cb2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439460 Apr 12 16:19:56.270275 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44056) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:19:56.335956 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-31742e78-45ca-4666-838d-fc62999386ce admin admin] Publish callbacks [] for security_group (9a10c0f4-d4d6-4564-b8be-ce037e321edc), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:56.360831 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-31742e78-45ca-4666-838d-fc62999386ce admin admin] Publish callbacks [] for security_group (9a10c0f4-d4d6-4564-b8be-ce037e321edc), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:56.387857 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-48c0d3f8-c550-4dba-903b-4cd9ee8bd162 req-5ab0241e-70d5-452b-86b1-46d7579fc1a5 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 210 time: 0.0330603 Apr 12 16:19:56.415757 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-31742e78-45ca-4666-838d-fc62999386ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (9a10c0f4-d4d6-4564-b8be-ce037e321edc), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:56.418401 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-31742e78-45ca-4666-838d-fc62999386ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:56.419829 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-31742e78-45ca-4666-838d-fc62999386ce admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9a10c0f4-d4d6-4564-b8be-ce037e321edc HTTP/1.1" status: 204 len: 168 time: 0.1403260 Apr 12 16:19:56.429374 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31742e78-45ca-4666-838d-fc62999386ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a10c0f4-d4d6-4564-b8be-ce037e321edc,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:56.444767 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eebc8277-b1a2-41fd-8115-2b6a0c5523c1 req-24f19121-d13c-4192-81fb-6b5ff2197c6e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256142 Apr 12 16:19:56.536440 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-6f4007a1-a9ab-4dc2-8796-e71199321c51 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:56.538368 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-6f4007a1-a9ab-4dc2-8796-e71199321c51 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.45 "GET /v2.0/networks?id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa HTTP/1.1" status: 200 len: 815 time: 0.1273096 Apr 12 16:19:56.557160 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-3b35a998-970f-4a7a-8b17-3ef369a59020 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Request body: {'port': {'device_id': '74711e3a-cd18-4260-b9d1-7f393f377971', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'admin_state_up': True, 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:19:56.685998 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-3b35a998-970f-4a7a-8b17-3ef369a59020 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Made reservation on behalf of f91e85c02b6e47d9913792e1168a8939 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:19:56.689472 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-3b35a998-970f-4a7a-8b17-3ef369a59020 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:56.855362 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-3b35a998-970f-4a7a-8b17-3ef369a59020 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Allocated IP 172.20.0.6 (d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa/e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4/94c5c57b-adf1-460f-930c-36fd03392889) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:19:57.015379 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:57.031351 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-3b35a998-970f-4a7a-8b17-3ef369a59020 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for port (94c5c57b-adf1-460f-930c-36fd03392889), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:57.076798 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-3b35a998-970f-4a7a-8b17-3ef369a59020 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (94c5c57b-adf1-460f-930c-36fd03392889), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:57.148657 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-3b35a998-970f-4a7a-8b17-3ef369a59020 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:19:57.152762 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-3b35a998-970f-4a7a-8b17-3ef369a59020 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:19:57.158088 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-3b35a998-970f-4a7a-8b17-3ef369a59020 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:19:57.226730 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-3b35a998-970f-4a7a-8b17-3ef369a59020 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:57.227583 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-3b35a998-970f-4a7a-8b17-3ef369a59020 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:57.266315 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35a998-970f-4a7a-8b17-3ef369a59020 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event updated for resources: {'Port': ['ID=94c5c57b-adf1-460f-930c-36fd03392889,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:19:57.279712 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-3b35a998-970f-4a7a-8b17-3ef369a59020 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7258818 Apr 12 16:19:57.513991 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-d189b6c1-048d-4c11-b665-a1c21a4a0c57 None None] Provisioning complete for port 94c5c57b-adf1-460f-930c-36fd03392889 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:19:57.516271 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d189b6c1-048d-4c11-b665-a1c21a4a0c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (94c5c57b-adf1-460f-930c-36fd03392889), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:19:57.608115 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-d189b6c1-048d-4c11-b665-a1c21a4a0c57 None None] Port 94c5c57b-adf1-460f-930c-36fd03392889 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:19:57.659052 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d3c56-5cf2-4f86-92ad-cd87e5517981 req-e5aa3a43-9ebc-41bb-9664-505921e5f8be tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:57.660961 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b73d3c56-5cf2-4f86-92ad-cd87e5517981 req-e5aa3a43-9ebc-41bb-9664-505921e5f8be tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 931 time: 0.0996280 Apr 12 16:19:57.670233 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5609b99-7bf4-4fab-9333-601e961d411c req-1336f743-35ef-41b4-bc20-b949ed7d998e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:57.671722 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a5609b99-7bf4-4fab-9333-601e961d411c req-1336f743-35ef-41b4-bc20-b949ed7d998e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.1008203 Apr 12 16:19:57.746688 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b73d3c56-5cf2-4f86-92ad-cd87e5517981 req-e840f619-2541-49bd-975d-c06c1af5b35c tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739868 Apr 12 16:19:57.749966 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a5609b99-7bf4-4fab-9333-601e961d411c req-ac1214cf-8be5-4d71-bede-cc81c544a1f6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711265 Apr 12 16:19:58.908440 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f311e-f563-432d-9cee-bb42f61d2a70 req-e48f8c79-cacd-4200-8815-4888f96aeeab tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:58.909946 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6f9f311e-f563-432d-9cee-bb42f61d2a70 req-e48f8c79-cacd-4200-8815-4888f96aeeab tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 931 time: 0.0861471 Apr 12 16:19:58.937925 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63504bca-8eb4-4957-809e-efb0a3fd5c2b req-29803994-f45a-45fc-b389-533ba3d5cce3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:19:58.939616 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-63504bca-8eb4-4957-809e-efb0a3fd5c2b req-29803994-f45a-45fc-b389-533ba3d5cce3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0768552 Apr 12 16:19:58.990704 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6f9f311e-f563-432d-9cee-bb42f61d2a70 req-e0947155-ba46-4f4d-bb60-3e2737869aa0 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743847 Apr 12 16:19:59.014081 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-63504bca-8eb4-4957-809e-efb0a3fd5c2b req-204936bd-7e25-4da1-99ab-71d1ffdbe92f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657718 Apr 12 16:20:00.134726 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aebd5b-f67f-406d-bad8-c01346d1e93a req-309549bf-4e0b-42e4-bf5d-862cae987876 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:00.136281 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-56aebd5b-f67f-406d-bad8-c01346d1e93a req-309549bf-4e0b-42e4-bf5d-862cae987876 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 931 time: 0.0752957 Apr 12 16:20:00.147630 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6755e3a-cac3-4cfe-9fb7-5e147a60b953 req-96510d77-1125-4376-a4c9-f3e195bca9b4 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:00.149176 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b6755e3a-cac3-4cfe-9fb7-5e147a60b953 req-96510d77-1125-4376-a4c9-f3e195bca9b4 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0596678 Apr 12 16:20:00.231252 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-56aebd5b-f67f-406d-bad8-c01346d1e93a req-a275b5f1-5f7e-4607-9365-d5532233e516 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810895 Apr 12 16:20:00.235362 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b6755e3a-cac3-4cfe-9fb7-5e147a60b953 req-aafa792e-55b2-4638-ac11-0fc4a1cca515 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794177 Apr 12 16:20:01.380623 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31070822-2bfe-4a09-be3f-30a79cc4202d req-1264da7a-267e-483e-bb75-089f4a44ce88 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:01.382198 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-31070822-2bfe-4a09-be3f-30a79cc4202d req-1264da7a-267e-483e-bb75-089f4a44ce88 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 931 time: 0.0758092 Apr 12 16:20:01.390626 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a0a32-9e52-4f87-ba8d-60ed31bfd36c req-702a4334-3047-4262-9de5-8ccd8e7117e3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:01.392069 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-364a0a32-9e52-4f87-ba8d-60ed31bfd36c req-702a4334-3047-4262-9de5-8ccd8e7117e3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0762248 Apr 12 16:20:01.464838 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-31070822-2bfe-4a09-be3f-30a79cc4202d req-39a91cf7-fdd4-4975-ab9d-952e2193bdb9 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717976 Apr 12 16:20:01.478130 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-364a0a32-9e52-4f87-ba8d-60ed31bfd36c req-1027e7ae-eca0-49c1-b182-cf406af03392 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789700 Apr 12 16:20:02.611496 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef873f1-ee22-4063-a1a7-a73a473653a8 req-7939fd10-33ef-4225-b07f-d584f2acf427 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:02.612972 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2ef873f1-ee22-4063-a1a7-a73a473653a8 req-7939fd10-33ef-4225-b07f-d584f2acf427 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 931 time: 0.0781183 Apr 12 16:20:02.632428 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190817e7-af18-41de-b139-af542acfaa12 req-20f5b07f-4998-4897-ae0b-a156982240c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:02.634028 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-190817e7-af18-41de-b139-af542acfaa12 req-20f5b07f-4998-4897-ae0b-a156982240c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0661049 Apr 12 16:20:02.707685 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2ef873f1-ee22-4063-a1a7-a73a473653a8 req-0916eaf8-28cc-4447-b25a-fdc7a49d5f50 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889885 Apr 12 16:20:02.719161 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-190817e7-af18-41de-b139-af542acfaa12 req-552ee561-08fb-4840-80c5-fc1c31b465a9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756543 Apr 12 16:20:03.851958 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b643f9c-e61f-4086-97a9-1ff86c0dc2a2 req-682bea35-681d-446c-bba7-043dea16503c tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:03.853510 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9b643f9c-e61f-4086-97a9-1ff86c0dc2a2 req-682bea35-681d-446c-bba7-043dea16503c tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 931 time: 0.0742018 Apr 12 16:20:03.873309 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9ffb2-a20f-46db-96ec-983d794b81d4 req-f53ee4cc-d915-4d26-8a08-198db74ba43c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:03.875402 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10e9ffb2-a20f-46db-96ec-983d794b81d4 req-f53ee4cc-d915-4d26-8a08-198db74ba43c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0844681 Apr 12 16:20:03.934867 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9b643f9c-e61f-4086-97a9-1ff86c0dc2a2 req-6f734948-6bd9-4459-84ef-be00c20ecfb3 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756471 Apr 12 16:20:03.946666 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10e9ffb2-a20f-46db-96ec-983d794b81d4 req-0481de37-f142-450e-be25-829216b016a8 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650189 Apr 12 16:20:05.114305 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f557c-bef8-49ca-b5ff-693fa6781e4e req-db8f6e98-4686-4c77-82d3-4df982c7a423 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:05.116013 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ae9f557c-bef8-49ca-b5ff-693fa6781e4e req-db8f6e98-4686-4c77-82d3-4df982c7a423 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 931 time: 0.1043656 Apr 12 16:20:05.129309 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18535081-213e-4aba-9562-210558f7f37d req-77201d38-a3a2-47a1-85ba-71cac9a67c06 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:05.130941 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-18535081-213e-4aba-9562-210558f7f37d req-77201d38-a3a2-47a1-85ba-71cac9a67c06 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0860388 Apr 12 16:20:05.196750 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ae9f557c-bef8-49ca-b5ff-693fa6781e4e req-0736d154-b926-46cd-84de-f0a927c62b4f tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745771 Apr 12 16:20:05.208639 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-18535081-213e-4aba-9562-210558f7f37d req-0aab7e66-c9e0-48bb-8466-6cb1160b908b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630889 Apr 12 16:20:06.358522 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f468c-cd26-468c-b802-32858a040885 req-013e3cba-7ae0-4dd3-9b16-8c90d2156d44 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:06.359993 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-da8f468c-cd26-468c-b802-32858a040885 req-013e3cba-7ae0-4dd3-9b16-8c90d2156d44 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 931 time: 0.0823882 Apr 12 16:20:06.367213 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2338c-e051-4166-801d-c8c0d8403e37 req-0a97ed79-467b-44a2-9aab-ecc18601d7b4 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:06.368863 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-81e2338c-e051-4166-801d-c8c0d8403e37 req-0a97ed79-467b-44a2-9aab-ecc18601d7b4 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0794899 Apr 12 16:20:06.444232 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-da8f468c-cd26-468c-b802-32858a040885 req-1efb7c30-5118-4b81-87aa-460ca292b6fe tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742805 Apr 12 16:20:06.452941 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-81e2338c-e051-4166-801d-c8c0d8403e37 req-32029524-b4bf-4744-b29c-81ce8cf45a38 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768652 Apr 12 16:20:07.603838 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b293eca-c331-4cb5-b463-b175ea3a2c03 req-ab37339a-8c1f-4cd3-bae5-01e0f9bd48f6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:07.605375 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5b293eca-c331-4cb5-b463-b175ea3a2c03 req-ab37339a-8c1f-4cd3-bae5-01e0f9bd48f6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 931 time: 0.0825105 Apr 12 16:20:07.636606 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cf117-2e39-4308-bafa-8b9ea1ebf0d2 req-3c6385ce-bbdd-4571-8ac1-62e580978da4 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:07.638021 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d80cf117-2e39-4308-bafa-8b9ea1ebf0d2 req-3c6385ce-bbdd-4571-8ac1-62e580978da4 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0931232 Apr 12 16:20:07.692697 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5b293eca-c331-4cb5-b463-b175ea3a2c03 req-264ca7f5-1c71-426c-8b67-e3c90f1d6cb2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810931 Apr 12 16:20:07.722611 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d80cf117-2e39-4308-bafa-8b9ea1ebf0d2 req-9477ff21-dc78-4f1c-b4a2-5464d189fe1e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723717 Apr 12 16:20:08.817903 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64085c-c349-4669-9cf1-3e30062ff29e req-8d39e1d1-a4a2-4f64-91d7-5b29d8d31851 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:08.819428 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df64085c-c349-4669-9cf1-3e30062ff29e req-8d39e1d1-a4a2-4f64-91d7-5b29d8d31851 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 931 time: 0.0568163 Apr 12 16:20:08.865059 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1889fd-01f2-4ba9-b0f9-519942f8e2a4 req-6db9da75-47c2-410a-a5f3-6a5ef66fd75d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:08.866573 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b1889fd-01f2-4ba9-b0f9-519942f8e2a4 req-6db9da75-47c2-410a-a5f3-6a5ef66fd75d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0658884 Apr 12 16:20:08.908979 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df64085c-c349-4669-9cf1-3e30062ff29e req-e491e34b-b03f-4385-9565-81aa9e9a3a4b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730150 Apr 12 16:20:08.932030 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b1889fd-01f2-4ba9-b0f9-519942f8e2a4 req-e896e7bc-2558-4037-901e-d63722704004 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551794 Apr 12 16:20:10.072851 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c826ebb-973e-4fe7-90b8-1cdebda7235a req-ea115c6c-8f58-4664-8906-569c81166251 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:10.074367 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c826ebb-973e-4fe7-90b8-1cdebda7235a req-ea115c6c-8f58-4664-8906-569c81166251 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 931 time: 0.0898266 Apr 12 16:20:10.092635 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2355fbd-1aa2-4096-a948-dd8d4237a93b req-742f814b-12f1-402a-9321-00e9c71a7a4a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:10.094058 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b2355fbd-1aa2-4096-a948-dd8d4237a93b req-742f814b-12f1-402a-9321-00e9c71a7a4a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0858750 Apr 12 16:20:10.156228 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c826ebb-973e-4fe7-90b8-1cdebda7235a req-51f6b4fc-9156-4f43-a2ec-34013a79b67e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754814 Apr 12 16:20:10.171790 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b2355fbd-1aa2-4096-a948-dd8d4237a93b req-e866b299-0498-4cc0-a17d-70f7d3c1a44a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687790 Apr 12 16:20:11.373895 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca5ee7-9f2d-4ea2-bee5-3c4018d1af04 req-bb933b3d-70da-4ce4-b34c-21048de995e5 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:11.383476 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7ca5ee7-9f2d-4ea2-bee5-3c4018d1af04 req-bb933b3d-70da-4ce4-b34c-21048de995e5 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 931 time: 0.1297708 Apr 12 16:20:11.438490 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68868a31-1283-4c9f-a0f5-8cb881cb47c2 req-4a4d5ec1-5bb1-4f53-a7fe-7c2760dd6f64 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:11.440059 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68868a31-1283-4c9f-a0f5-8cb881cb47c2 req-4a4d5ec1-5bb1-4f53-a7fe-7c2760dd6f64 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.1635911 Apr 12 16:20:11.515076 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7ca5ee7-9f2d-4ea2-bee5-3c4018d1af04 req-32233b38-157d-4d59-aea2-50db80da3ebe tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230116 Apr 12 16:20:11.539854 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68868a31-1283-4c9f-a0f5-8cb881cb47c2 req-8b417797-6936-46a5-81e9-4ad19d08fb2a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909026 Apr 12 16:20:12.700139 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e5760-dc73-4087-9929-a75d830f3fd3 req-667037d1-9345-4583-9b5f-f63c0f9cd411 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:12.701802 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ea3e5760-dc73-4087-9929-a75d830f3fd3 req-667037d1-9345-4583-9b5f-f63c0f9cd411 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 931 time: 0.0738664 Apr 12 16:20:12.709742 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3f868-abba-4816-a292-f1efb7fae6ef req-e0cc00ed-b24b-43f0-a133-bbc847eb4aa4 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:12.712253 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bce3f868-abba-4816-a292-f1efb7fae6ef req-e0cc00ed-b24b-43f0-a133-bbc847eb4aa4 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0968988 Apr 12 16:20:12.790085 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ea3e5760-dc73-4087-9929-a75d830f3fd3 req-b6ebac19-11c2-4ee0-96c5-efbc596b5672 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748682 Apr 12 16:20:12.834496 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bce3f868-abba-4816-a292-f1efb7fae6ef req-43e052a1-e5b0-47b0-804a-1bae07c208fa tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831976 Apr 12 16:20:13.219816 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Request body: {'port': {'device_id': '74711e3a-cd18-4260-b9d1-7f393f377971', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:13.282964 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (94c5c57b-adf1-460f-930c-36fd03392889), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:13.287535 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44398) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:13.432331 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a5e840d0-c9e4-4773-bd91-9ffba4b46b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:13.523139 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a5e840d0-c9e4-4773-bd91-9ffba4b46b60 admin admin] Publish callbacks [] for security_group (c15235d5-134f-402d-8d18-0e70d9b560ee), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:13.527550 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a5e840d0-c9e4-4773-bd91-9ffba4b46b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (c15235d5-134f-402d-8d18-0e70d9b560ee), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:13.566515 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-a5e840d0-c9e4-4773-bd91-9ffba4b46b60 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bdfccb7de7fb494bbfbd110c22c0a563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777376 Apr 12 16:20:13.567797 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e840d0-c9e4-4773-bd91-9ffba4b46b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15235d5-134f-402d-8d18-0e70d9b560ee,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:13.569119 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c5c57b-adf1-460f-930c-36fd03392889 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:20:13.570208 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44402) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:13.579899 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Publish callbacks [] for port (94c5c57b-adf1-460f-930c-36fd03392889), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:13.594190 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Transition to ACTIVE for port object 94c5c57b-adf1-460f-930c-36fd03392889 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:20:13.598736 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (94c5c57b-adf1-460f-930c-36fd03392889), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:13.620155 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76820828-e2c5-4f4e-85dd-00556104cfc7 admin admin] Publish callbacks [] for security_group (c15235d5-134f-402d-8d18-0e70d9b560ee), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:13.645494 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76820828-e2c5-4f4e-85dd-00556104cfc7 admin admin] Publish callbacks [] for security_group (c15235d5-134f-402d-8d18-0e70d9b560ee), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:13.653072 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Pushing event updated for resources: {'Port': ['ID=94c5c57b-adf1-460f-930c-36fd03392889,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:13.700459 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76820828-e2c5-4f4e-85dd-00556104cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (c15235d5-134f-402d-8d18-0e70d9b560ee), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:13.703086 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76820828-e2c5-4f4e-85dd-00556104cfc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:13.704569 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-76820828-e2c5-4f4e-85dd-00556104cfc7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c15235d5-134f-402d-8d18-0e70d9b560ee HTTP/1.1" status: 204 len: 168 time: 0.1331549 Apr 12 16:20:13.713413 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76820828-e2c5-4f4e-85dd-00556104cfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15235d5-134f-402d-8d18-0e70d9b560ee,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:13.737614 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Attempting to bind port 94c5c57b-adf1-460f-930c-36fd03392889 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:20:13.738184 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Attempting to bind port 94c5c57b-adf1-460f-930c-36fd03392889 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '99e5f8ff-9aa1-4af1-af59-54c2304ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:20:13.738524 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Attempting to bind port 94c5c57b-adf1-460f-930c-36fd03392889 on network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:20:13.743359 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Port 94c5c57b-adf1-460f-930c-36fd03392889 on network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:20:13.743806 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Attempting to bind port 94c5c57b-adf1-460f-930c-36fd03392889 on network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:20:13.749226 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:20:13.749897 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Checking segment: {'id': '99e5f8ff-9aa1-4af1-af59-54c2304ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:20:13.750018 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Bound using segment: {'id': '99e5f8ff-9aa1-4af1-af59-54c2304ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:20:13.750449 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Bound port: 94c5c57b-adf1-460f-930c-36fd03392889, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e5f8ff-9aa1-4af1-af59-54c2304ce489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:20:13.750819 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (94c5c57b-adf1-460f-930c-36fd03392889), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:13.836167 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] For port 94c5c57b-adf1-460f-930c-36fd03392889, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:20:13.840875 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] For port 94c5c57b-adf1-460f-930c-36fd03392889, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=94c5c57b-adf1-460f-930c-36fd03392889,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:20:13.848614 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (94c5c57b-adf1-460f-930c-36fd03392889), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:13.921962 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:13.922882 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:13.924250 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] 10.222.0.45 "PUT /v2.0/ports/94c5c57b-adf1-460f-930c-36fd03392889 HTTP/1.1" status: 200 len: 1093 time: 0.7091427 Apr 12 16:20:13.928734 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:20:13.943037 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da70379-89bc-4619-b317-2be374f3b77e" -d '{"events": [{"name": "network-changed", "server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "tag": "94c5c57b-adf1-460f-930c-36fd03392889"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:20:14.055524 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a02df059-e040-421a-8653-9646e289d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:14.060385 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a02df059-e040-421a-8653-9646e289d8a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91e85c02b6e47d9913792e1168a8939&device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 1127 time: 0.0712202 Apr 12 16:20:14.082982 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b5b39-4fa6-473a-acd2-104d06408b9b req-f2e7619b-bdee-4c51-a027-38fdcec58301 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:14.084884 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d33b5b39-4fa6-473a-acd2-104d06408b9b req-f2e7619b-bdee-4c51-a027-38fdcec58301 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 943 time: 0.2051203 Apr 12 16:20:14.127963 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-a050bb73-a2c7-44ad-9ddb-70e4f59fbb41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c5c57b-adf1-460f-930c-36fd03392889 HTTP/1.1" status: 200 len: 217 time: 0.0420415 Apr 12 16:20:14.133439 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cebe1-5b44-4781-97c3-a7a122bf88c8 service neutron] Pushing event updated for resources: {'Port': ['ID=94c5c57b-adf1-460f-930c-36fd03392889,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:14.151258 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477a489-0177-4362-acd7-d3981e88110b req-da3a7ce1-e168-47a0-86c2-2c5a502a6818 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:14.152788 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c477a489-0177-4362-acd7-d3981e88110b req-da3a7ce1-e168-47a0-86c2-2c5a502a6818 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.1846044 Apr 12 16:20:14.259286 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-f7718b02-b59d-4842-9a5a-70a91906476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:14.260783 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-f7718b02-b59d-4842-9a5a-70a91906476f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4 HTTP/1.1" status: 200 len: 854 time: 0.1179881 Apr 12 16:20:14.295836 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d33b5b39-4fa6-473a-acd2-104d06408b9b req-84dbe63d-de8f-4b43-83cc-1bd5aba09255 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640961 Apr 12 16:20:14.317007 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c477a489-0177-4362-acd7-d3981e88110b req-36eca31e-cccb-41c8-b570-f993b3b731db tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244819 Apr 12 16:20:14.336487 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-dd032a1f-a72f-4d71-9e39-4076d551c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:14.342920 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-dd032a1f-a72f-4d71-9e39-4076d551c402 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682890 Apr 12 16:20:14.344673 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44448) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:14.386570 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f6d0f8-0ef1-42d3-8c08-02ecfa1b0498 x-openstack-request-id: req-83f6d0f8-0ef1-42d3-8c08-02ecfa1b0498 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:20:14.386570 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "tag": "94c5c57b-adf1-460f-930c-36fd03392889", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:20:14.386570 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-83f6d0f8-0ef1-42d3-8c08-02ecfa1b0498 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:20:14.386570 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f6d0f8-0ef1-42d3-8c08-02ecfa1b0498'] response: {'name': 'network-changed', 'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889', 'status': 'completed', 'code': 200} Apr 12 16:20:14.468296 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-8dc86aa7-eb61-426d-9764-ff5d42c55f98 service neutron] 10.222.0.45 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108348 Apr 12 16:20:14.543016 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e87e6622-d422-4814-8b26-9f16c7bf4493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:14.575985 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4432e6ae-f0b6-4770-a9d3-01e888719bd5 req-91ec7f79-285e-472f-b1c0-2e699ff44a4c service neutron] 10.222.0.45 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972705 Apr 12 16:20:14.623800 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e87e6622-d422-4814-8b26-9f16c7bf4493 admin admin] Publish callbacks [] for security_group (aaabcb89-7db4-4734-8c82-c7a79fef9536), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:14.630534 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e87e6622-d422-4814-8b26-9f16c7bf4493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (aaabcb89-7db4-4734-8c82-c7a79fef9536), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:14.670636 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e87e6622-d422-4814-8b26-9f16c7bf4493 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fdadcfecbe5b4a8bb536c3e4e6d5a40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243651 Apr 12 16:20:14.672533 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e6622-d422-4814-8b26-9f16c7bf4493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaabcb89-7db4-4734-8c82-c7a79fef9536,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:14.673428 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 44464) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:14.726396 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9d44b91e-775c-4bd2-a7bb-3cda460b285f admin admin] Publish callbacks [] for security_group (aaabcb89-7db4-4734-8c82-c7a79fef9536), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:14.747461 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9d44b91e-775c-4bd2-a7bb-3cda460b285f admin admin] Publish callbacks [] for security_group (aaabcb89-7db4-4734-8c82-c7a79fef9536), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:14.795704 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9d44b91e-775c-4bd2-a7bb-3cda460b285f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (aaabcb89-7db4-4734-8c82-c7a79fef9536), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:14.798504 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9d44b91e-775c-4bd2-a7bb-3cda460b285f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:14.799641 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-9d44b91e-775c-4bd2-a7bb-3cda460b285f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aaabcb89-7db4-4734-8c82-c7a79fef9536 HTTP/1.1" status: 204 len: 168 time: 0.1250257 Apr 12 16:20:14.812034 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44b91e-775c-4bd2-a7bb-3cda460b285f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaabcb89-7db4-4734-8c82-c7a79fef9536,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:15.438117 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4df19-a545-4d5a-9027-84812211180f req-793792f2-4cf6-45d9-80e2-24e4054380b3 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:15.439609 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-22f4df19-a545-4d5a-9027-84812211180f req-793792f2-4cf6-45d9-80e2-24e4054380b3 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 943 time: 0.0713701 Apr 12 16:20:15.463126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d11cf3-1ed1-4a65-b74a-10ebf0d91c3e req-05faf168-8504-4bc4-b3dd-d8157632ad1e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:15.464618 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09d11cf3-1ed1-4a65-b74a-10ebf0d91c3e req-05faf168-8504-4bc4-b3dd-d8157632ad1e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0691738 Apr 12 16:20:15.514868 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44504) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:15.637800 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2069354127-network', 'tenant_id': '9efdb664508148aab946b17b16013559'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:15.661993 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] Made reservation on behalf of 9efdb664508148aab946b17b16013559 for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:20:15.668275 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:15.678293 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:15.766322 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-22f4df19-a545-4d5a-9027-84812211180f req-3b5db9ab-d48a-4094-bc5e-acb816b57183 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202429 Apr 12 16:20:15.767983 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] Publish callbacks [] for security_group (5c7c242b-64b1-4f0d-8f6b-5388a2c37d61), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:15.772198 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (5c7c242b-64b1-4f0d-8f6b-5388a2c37d61), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:15.779055 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09d11cf3-1ed1-4a65-b74a-10ebf0d91c3e req-727a6461-ffcb-41e9-a13b-8b7ad5b3d8c1 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052282 Apr 12 16:20:15.800285 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:20:15.814668 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7c242b-64b1-4f0d-8f6b-5388a2c37d61,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:15.820059 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (b440edc6-c471-4824-b180-25bd75a2e5e7), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:15.820438 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] Added segment b440edc6-c471-4824-b180-25bd75a2e5e7 of type vlan for network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 Apr 12 16:20:15.863230 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:15.891155 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:15.892082 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:15.892651 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:15.948160 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4320083 Apr 12 16:20:15.951353 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 44516) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:15.955569 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b70d0-0eed-488d-a717-4c669f67f144 admin admin] Pushing event updated for resources: {'Network': ['ID=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:15.956652 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-fa440e70-381d-4276-972b-973bf14ffc4e admin admin] Request body: {'subnet': {'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2069354127-subnet', 'tenant_id': '9efdb664508148aab946b17b16013559', 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:15.966290 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:20:15.978853 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa440e70-381d-4276-972b-973bf14ffc4e admin admin] Made reservation on behalf of 9efdb664508148aab946b17b16013559 for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:20:15.981076 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fa440e70-381d-4276-972b-973bf14ffc4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25714999'] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:16.150722 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fa440e70-381d-4276-972b-973bf14ffc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25560587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25714977'] for subnet (b41d7f9c-e278-47e4-81fe-aa85c501c87e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:16.225567 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da70379-89bc-4619-b317-2be374f3b77e req-e2207ffb-ff6a-4ce7-8dee-a389864cae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:16.227127 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2da70379-89bc-4619-b317-2be374f3b77e req-e2207ffb-ff6a-4ce7-8dee-a389864cae2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91e85c02b6e47d9913792e1168a8939&device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 1127 time: 0.0737371 Apr 12 16:20:16.233901 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa440e70-381d-4276-972b-973bf14ffc4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41d7f9c-e278-47e4-81fe-aa85c501c87e,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:16.275465 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa440e70-381d-4276-972b-973bf14ffc4e admin admin] Checking segment: {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:20:16.275697 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa440e70-381d-4276-972b-973bf14ffc4e admin admin] Network hostable DHCP agents. Network: 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:20:16.339235 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa440e70-381d-4276-972b-973bf14ffc4e admin admin] Network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:20:16.358004 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da70379-89bc-4619-b317-2be374f3b77e req-76ba9cd4-f803-4c46-bd47-17d67ba21865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:16.360062 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2da70379-89bc-4619-b317-2be374f3b77e req-76ba9cd4-f803-4c46-bd47-17d67ba21865 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa HTTP/1.1" status: 200 len: 916 time: 0.1229088 Apr 12 16:20:16.361329 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-fa440e70-381d-4276-972b-973bf14ffc4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:20:16.365791 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa440e70-381d-4276-972b-973bf14ffc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:16.367009 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fa440e70-381d-4276-972b-973bf14ffc4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:16.370024 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73017019-bd31-4d3d-8b49-b7d1605cfefc None None] Network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:20:16.411038 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2da70379-89bc-4619-b317-2be374f3b77e req-7d06f43e-30b5-4907-bfd6-639b0d8484d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c5c57b-adf1-460f-930c-36fd03392889 HTTP/1.1" status: 200 len: 217 time: 0.0407763 Apr 12 16:20:16.419657 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-fa440e70-381d-4276-972b-973bf14ffc4e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4668379 Apr 12 16:20:16.422167 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44526) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:16.426666 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:16.449277 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7305'] for router (c67244c5-d74c-486a-ab43-1c26b88322e1), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:16.450425 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7312'] for router (c67244c5-d74c-486a-ab43-1c26b88322e1), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:16.475395 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da70379-89bc-4619-b317-2be374f3b77e req-002d23e0-7368-47a1-834b-c6f697b72024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:16.476868 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2da70379-89bc-4619-b317-2be374f3b77e req-002d23e0-7368-47a1-834b-c6f697b72024 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4 HTTP/1.1" status: 200 len: 854 time: 0.0566015 Apr 12 16:20:16.481002 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f301f3a-47cf-55cb-a7f1-8233ae76b2f2-46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e'}]}} from dv-cinder-837528-1-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:20:16.482171 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:16.508731 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Publish callbacks [] for router_controller (c67244c5-d74c-486a-ab43-1c26b88322e1), precommit_add_association {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:16.525457 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da70379-89bc-4619-b317-2be374f3b77e req-7be514da-d6d5-4148-970f-d30a57ba2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:16.527173 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2da70379-89bc-4619-b317-2be374f3b77e req-7be514da-d6d5-4148-970f-d30a57ba2323 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416684 Apr 12 16:20:16.624182 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Allocated IP 172.20.0.2 (46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0/b41d7f9c-e278-47e4-81fe-aa85c501c87e/0f2dab4d-6d8d-43f3-a51d-0751f6d12e13) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:20:16.636572 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2da70379-89bc-4619-b317-2be374f3b77e req-5d77ca42-f4d4-4e0a-8d91-c5d0c7ebfe1d service neutron] 10.222.0.45 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864918 Apr 12 16:20:16.659228 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Publish callbacks [] for router_gateway (c67244c5-d74c-486a-ab43-1c26b88322e1), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:16.741800 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2da70379-89bc-4619-b317-2be374f3b77e req-f242d7a1-c3a5-4975-a93c-d0e46f33ed6c service neutron] 10.222.0.45 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963538 Apr 12 16:20:16.774322 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Publish callbacks [] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:16.783634 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:16.833967 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:20:16.842162 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:20:16.846659 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:20:16.856283 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Pushing event updated for resources: {'Port': ['ID=0f2dab4d-6d8d-43f3-a51d-0751f6d12e13,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:16.878226 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Publish callbacks [] for router_gateway (c67244c5-d74c-486a-ab43-1c26b88322e1), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:16.906336 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:16.939620 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Attempting to bind port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:20:16.940006 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Attempting to bind port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:20:16.940382 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Attempting to bind port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 on network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:20:16.946911 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:20:16.947301 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Checking segment: {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:20:16.947714 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:16.949070 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Bound using segment: {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:20:16.949624 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Bound port: 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:20:16.950024 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:17.008069 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b20b2d-fa85-49c9-9103-5cd1a7537e81 req-68718da2-2001-4fba-a55f-ecfc35d03850 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:17.010861 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-73b20b2d-fa85-49c9-9103-5cd1a7537e81 req-68718da2-2001-4fba-a55f-ecfc35d03850 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.1001353 Apr 12 16:20:17.019373 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05781d8-0708-428d-89bf-8018fa8325d5 req-8bb4696f-09cb-4366-acda-9ee1367ac7b9 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:17.022097 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c05781d8-0708-428d-89bf-8018fa8325d5 req-8bb4696f-09cb-4366-acda-9ee1367ac7b9 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 943 time: 0.1088896 Apr 12 16:20:17.045078 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] For port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:20:17.048544 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] For port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=0f2dab4d-6d8d-43f3-a51d-0751f6d12e13,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:20:17.056954 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:17.068784 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Allocated IP 172.27.2.28 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/970fdfa9-f673-4bbb-8405-c40dbd3b43df) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:20:17.110060 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-73b20b2d-fa85-49c9-9103-5cd1a7537e81 req-60158637-7ab8-4482-ae3b-2d127e30c16d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867367 Apr 12 16:20:17.113965 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c05781d8-0708-428d-89bf-8018fa8325d5 req-68c2efb0-da68-4377-b816-9592889c8cb2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830083 Apr 12 16:20:17.126444 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc492cf2-5372-47b4-a5b2-e16605cc537f None None] Pushing event updated for resources: {'Port': ['ID=0f2dab4d-6d8d-43f3-a51d-0751f6d12e13,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:17.208209 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Publish callbacks [] for port (970fdfa9-f673-4bbb-8405-c40dbd3b43df), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:17.245442 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (970fdfa9-f673-4bbb-8405-c40dbd3b43df), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:17.284228 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:20:17.305861 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:20:17.310893 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:20:17.355114 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Pushing event updated for resources: {'Port': ['ID=970fdfa9-f673-4bbb-8405-c40dbd3b43df,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:17.766448 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Publish callbacks [] for router_gateway (c67244c5-d74c-486a-ab43-1c26b88322e1), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:17.983000 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693159'] for router (c67244c5-d74c-486a-ab43-1c26b88322e1), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:18.056753 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810c3467-0094-4bb8-98b0-2edb63c46e6c None None] Network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:20:18.123080 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Router c67244c5-d74c-486a-ab43-1c26b88322e1 is scheduled to L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 with binding_index 1 {{(pid=103550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:20:18.173866 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-553d9d72-3fb8-40bf-a815-9e4a9c80519f None None] Provisioning complete for port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:18.174495 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-553d9d72-3fb8-40bf-a815-9e4a9c80519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:18.240199 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:20:18.250627 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Sync routers for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:20:18.261648 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:18.266404 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:20:18.267431 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:18.269508 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-81a1c3b1-f353-4f06-a912-f35bc538d013 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8420599 Apr 12 16:20:18.270265 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44554) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:18.285189 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe723c-af97-43c9-ac44-581c7fe17165 req-f4524cce-2975-4940-a642-a49a75540163 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:18.287400 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7fbe723c-af97-43c9-ac44-581c7fe17165 req-f4524cce-2975-4940-a642-a49a75540163 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 943 time: 0.0790024 Apr 12 16:20:18.288498 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-553d9d72-3fb8-40bf-a815-9e4a9c80519f None None] Current status of the port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:18.288903 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-553d9d72-3fb8-40bf-a815-9e4a9c80519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:18.346642 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-553d9d72-3fb8-40bf-a815-9e4a9c80519f None None] For port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=0f2dab4d-6d8d-43f3-a51d-0751f6d12e13,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:20:18.351786 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-553d9d72-3fb8-40bf-a815-9e4a9c80519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:18.354406 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda42c3c-582f-4a20-8cca-910badcf3671 req-09af705f-3cb3-4559-a98b-6191a69c27cd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:18.362665 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dda42c3c-582f-4a20-8cca-910badcf3671 req-09af705f-3cb3-4559-a98b-6191a69c27cd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.1413503 Apr 12 16:20:18.438318 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7fbe723c-af97-43c9-ac44-581c7fe17165 req-8e09c844-fddd-4ecc-8710-36d228dceefc tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297657 Apr 12 16:20:18.461911 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d9d72-3fb8-40bf-a815-9e4a9c80519f None None] Pushing event updated for resources: {'Port': ['ID=0f2dab4d-6d8d-43f3-a51d-0751f6d12e13,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:18.497798 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dda42c3c-582f-4a20-8cca-910badcf3671 req-97c77eec-4dac-4b67-998c-098fa10e0906 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340604 Apr 12 16:20:18.531427 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:20:18.554252 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:20:18.589986 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-f585f718-dd31-42a2-9d47-30aa0db423a8 None None] Provisioning complete for port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:18.591681 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f585f718-dd31-42a2-9d47-30aa0db423a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:18.622337 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:18.622720 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:18.697713 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 94c5c57b-adf1-460f-930c-36fd03392889 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:20:18.725594 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:17Z', 'revision_number': 3, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:18.757729 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Checking router: c67244c5-d74c-486a-ab43-1c26b88322e1 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:20:18.758127 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Updating router c67244c5-d74c-486a-ab43-1c26b88322e1 port 970fdfa9-f673-4bbb-8405-c40dbd3b43df binding host dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:20:18.787626 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (970fdfa9-f673-4bbb-8405-c40dbd3b43df), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:18.854314 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:18.865246 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-f585f718-dd31-42a2-9d47-30aa0db423a8 None None] Current status of the port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:18.941761 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:18.982210 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 94c5c57b-adf1-460f-930c-36fd03392889, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=94c5c57b-adf1-460f-930c-36fd03392889,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:20:18.994760 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': '94c5c57b-adf1-460f-930c-36fd03392889', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'port_id': '94c5c57b-adf1-460f-930c-36fd03392889', 'mac_address': 'fa:16:3e:bc:2b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:20:19.023422 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Allocated IP 172.20.0.1 (46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0/b41d7f9c-e278-47e4-81fe-aa85c501c87e/f5118cf3-dd58-4959-afbf-e495a3f4c1ba) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:20:19.036795 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 94c5c57b-adf1-460f-930c-36fd03392889 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:19.037424 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (94c5c57b-adf1-460f-930c-36fd03392889), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.051452 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c5c57b-adf1-460f-930c-36fd03392889 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:20:19.064908 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Publish callbacks [] for port (970fdfa9-f673-4bbb-8405-c40dbd3b43df), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.071364 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (970fdfa9-f673-4bbb-8405-c40dbd3b43df), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.075268 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 94c5c57b-adf1-460f-930c-36fd03392889, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=94c5c57b-adf1-460f-930c-36fd03392889,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:20:19.079361 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (94c5c57b-adf1-460f-930c-36fd03392889), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.129992 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76442622-ad9a-48d5-a6b4-fd93c3296d81 None None] Pushing event updated for resources: {'Port': ['ID=970fdfa9-f673-4bbb-8405-c40dbd3b43df,revision_number=2']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:19.143842 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=94c5c57b-adf1-460f-930c-36fd03392889,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:19.144703 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Publish callbacks [] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.151544 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Attempting to bind port 970fdfa9-f673-4bbb-8405-c40dbd3b43df on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:20:19.152242 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Attempting to bind port 970fdfa9-f673-4bbb-8405-c40dbd3b43df by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:20:19.152765 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Attempting to bind port 970fdfa9-f673-4bbb-8405-c40dbd3b43df on network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:20:19.157901 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:20:19.158499 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Checking segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:20:19.162666 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.163153 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Bound using segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:20:19.163949 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Bound port: 970fdfa9-f673-4bbb-8405-c40dbd3b43df, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:20:19.164428 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (970fdfa9-f673-4bbb-8405-c40dbd3b43df), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.180791 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.221956 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:20:19.222525 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] For port 970fdfa9-f673-4bbb-8405-c40dbd3b43df, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:20:19.226014 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:20:19.228111 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] For port 970fdfa9-f673-4bbb-8405-c40dbd3b43df, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=970fdfa9-f673-4bbb-8405-c40dbd3b43df,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:20:19.228541 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:20:19.229191 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693078'] for router_interface (c67244c5-d74c-486a-ab43-1c26b88322e1), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.235979 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (970fdfa9-f673-4bbb-8405-c40dbd3b43df), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.277578 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Pushing event updated for resources: {'Port': ['ID=f5118cf3-dd58-4959-afbf-e495a3f4c1ba,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:19.296403 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76442622-ad9a-48d5-a6b4-fd93c3296d81 None None] Pushing event updated for resources: {'Port': ['ID=970fdfa9-f673-4bbb-8405-c40dbd3b43df,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:19.311895 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:20:19.312874 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:19.395135 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.448083 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:20:19.617397 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-d4d52236-c664-45a9-b079-38267e767e9b None None] Provisioning complete for port f5118cf3-dd58-4959-afbf-e495a3f4c1ba triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:19.617725 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d4d52236-c664-45a9-b079-38267e767e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.658918 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026916d-3419-47b9-a000-7f107e55f657 req-e4976c01-bf10-43a7-aff4-d968bd4796d9 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:19.660617 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6026916d-3419-47b9-a000-7f107e55f657 req-e4976c01-bf10-43a7-aff4-d968bd4796d9 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 944 time: 0.0867460 Apr 12 16:20:19.672532 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6053ea6-950f-4010-af03-fe94a2437c97 req-df02ff07-000a-40c0-8329-3f0046ee1b47 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:19.674278 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e6053ea6-950f-4010-af03-fe94a2437c97 req-df02ff07-000a-40c0-8329-3f0046ee1b47 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0606275 Apr 12 16:20:19.686176 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-d4d52236-c664-45a9-b079-38267e767e9b None None] Port f5118cf3-dd58-4959-afbf-e495a3f4c1ba cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:20:19.698419 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Publish callbacks [] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.705620 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.706712 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693734'] for router_interface (c67244c5-d74c-486a-ab43-1c26b88322e1), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:19.742829 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:17Z', 'revision_number': 3, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:19.753072 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6026916d-3419-47b9-a000-7f107e55f657 req-a54bf706-91e9-4303-ab03-a9a16749f8fa tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777144 Apr 12 16:20:19.756559 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e6053ea6-950f-4010-af03-fe94a2437c97 req-2c1fa496-abe6-4a4c-ad54-8b6f9bc62c74 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745356 Apr 12 16:20:19.773977 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b0e11-2e20-4f20-8358-75bee3d118a8 None None] The sync data for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi is: [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:17Z', 'revision_number': 3, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:20:19.815766 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Pushing event updated for resources: {'Port': ['ID=f5118cf3-dd58-4959-afbf-e495a3f4c1ba,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:19.853041 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:20:19.855343 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:20:19.990728 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Router c67244c5-d74c-486a-ab43-1c26b88322e1 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:20:20.112999 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-4bb78c53-ab2a-4480-9fd0-52ebe17178e9 None None] Provisioning complete for port f5118cf3-dd58-4959-afbf-e495a3f4c1ba triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:20.113545 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4bb78c53-ab2a-4480-9fd0-52ebe17178e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:20.157988 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-4bb78c53-ab2a-4480-9fd0-52ebe17178e9 None None] Port f5118cf3-dd58-4959-afbf-e495a3f4c1ba cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:20:20.353388 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:20:20.358694 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c4027bf0-6caf-4a94-aad7-554e47388a36 admin admin] 10.222.0.67 "PUT /v2.0/routers/c67244c5-d74c-486a-ab43-1c26b88322e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0872662 Apr 12 16:20:20.455071 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['94c5c57b-adf1-460f-930c-36fd03392889'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:20:20.550191 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:20:20.673465 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9bdab6a7-add9-4243-912c-f46531165f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:20.695978 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:20.696386 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:20.859547 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:20.859547 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 970fdfa9-f673-4bbb-8405-c40dbd3b43df up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:20:20.945847 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 970fdfa9-f673-4bbb-8405-c40dbd3b43df triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:20.946152 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (970fdfa9-f673-4bbb-8405-c40dbd3b43df), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:20.964161 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217fc01-f1fc-4cf2-8d5b-343fb7eb9356 req-e6e264aa-5bad-441c-a06f-2212b400d68a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:20.972191 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8217fc01-f1fc-4cf2-8d5b-343fb7eb9356 req-e6e264aa-5bad-441c-a06f-2212b400d68a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0927665 Apr 12 16:20:20.981826 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe49b2d-a5a9-482f-9615-cae333f03cd6 req-2aaac966-daf7-4904-bc6f-c65229fc2d17 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:20.983755 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-abe49b2d-a5a9-482f-9615-cae333f03cd6 req-2aaac966-daf7-4904-bc6f-c65229fc2d17 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 944 time: 0.0928664 Apr 12 16:20:21.073111 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8217fc01-f1fc-4cf2-8d5b-343fb7eb9356 req-773c514b-7054-45e0-87d1-629d9929c4e0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996799 Apr 12 16:20:21.105063 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44620) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:21.114888 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-250920902-network', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:21.115516 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-abe49b2d-a5a9-482f-9615-cae333f03cd6 req-f128430c-673b-4acc-a56f-bf268cacbd10 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175537 Apr 12 16:20:21.116709 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 970fdfa9-f673-4bbb-8405-c40dbd3b43df is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:21.117174 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (970fdfa9-f673-4bbb-8405-c40dbd3b43df), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.141347 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] Made reservation on behalf of b218b8bdc12442558fed301b13b110fd for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:20:21.145119 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] For port 970fdfa9-f673-4bbb-8405-c40dbd3b43df, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=970fdfa9-f673-4bbb-8405-c40dbd3b43df,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:20:21.145412 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.153274 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (970fdfa9-f673-4bbb-8405-c40dbd3b43df), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.169341 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.240470 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Pushing event updated for resources: {'Port': ['ID=970fdfa9-f673-4bbb-8405-c40dbd3b43df,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:21.317063 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] Publish callbacks [] for security_group (2b3d41f8-9f57-44fd-9599-29c53d6c8eda), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.325530 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (2b3d41f8-9f57-44fd-9599-29c53d6c8eda), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.370221 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:20:21.382168 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3d41f8-9f57-44fd-9599-29c53d6c8eda,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:21.390396 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (83f13a8f-7446-420c-9127-2fe62915b913), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.390665 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] Added segment 83f13a8f-7446-420c-9127-2fe62915b913 of type vlan for network 09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42 Apr 12 16:20:21.440638 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.468477 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.470558 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:21.471169 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.536665 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4296386 Apr 12 16:20:21.539799 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 44646) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:21.542676 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0267204-63d7-429a-8026-c90bdb1b94cf admin admin] Pushing event updated for resources: {'Network': ['ID=09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:21.545069 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-3e65fcc9-6aeb-486e-a591-41878d029cb2 admin admin] Request body: {'subnet': {'network_id': '09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-250920902-subnet', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd', 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:21.552943 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42 details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:20:21.565549 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e65fcc9-6aeb-486e-a591-41878d029cb2 admin admin] Made reservation on behalf of b218b8bdc12442558fed301b13b110fd for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:20:21.568581 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3e65fcc9-6aeb-486e-a591-41878d029cb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25714999'] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.676212 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Sync routers for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:20:21.688105 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:20:21.688704 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:19:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:21.744157 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3e65fcc9-6aeb-486e-a591-41878d029cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25560587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25714977'] for subnet (eaafcd7e-d31a-4711-85f1-2e44d79556fc), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.799954 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65fcc9-6aeb-486e-a591-41878d029cb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaafcd7e-d31a-4711-85f1-2e44d79556fc,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:21.809677 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:20:21.821735 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65fcc9-6aeb-486e-a591-41878d029cb2 admin admin] Checking segment: {'id': '83f13a8f-7446-420c-9127-2fe62915b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:20:21.822125 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e65fcc9-6aeb-486e-a591-41878d029cb2 admin admin] Network hostable DHCP agents. Network: 09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:20:21.842346 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e65fcc9-6aeb-486e-a591-41878d029cb2 admin admin] Network 09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42 is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:20:21.855613 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-3e65fcc9-6aeb-486e-a591-41878d029cb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:20:21.867564 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e65fcc9-6aeb-486e-a591-41878d029cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:21.868372 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3e65fcc9-6aeb-486e-a591-41878d029cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.886111 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-3e65fcc9-6aeb-486e-a591-41878d029cb2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3449581 Apr 12 16:20:21.888435 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44648) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:21.893000 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-250920902-router', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:21.896552 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d73e2b7-2e4a-4066-9f20-7e51c2efb474 None None] Network 09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:20:21.914399 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7305'] for router (ca656eb8-69d4-4f17-957a-1317a939b666), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.915486 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7312'] for router (ca656eb8-69d4-4f17-957a-1317a939b666), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:21.970559 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Publish callbacks [] for router_controller (ca656eb8-69d4-4f17-957a-1317a939b666), precommit_add_association {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:22.102438 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f301f3a-47cf-55cb-a7f1-8233ae76b2f2-09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42', 'network_id': '09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42', 'project_id': 'b218b8bdc12442558fed301b13b110fd', 'fixed_ips': [{'subnet_id': 'eaafcd7e-d31a-4711-85f1-2e44d79556fc'}]}} from dv-cinder-837528-1-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:20:22.103724 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:22.126207 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Publish callbacks [] for router_gateway (ca656eb8-69d4-4f17-957a-1317a939b666), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:22.191009 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cadc1-bfed-48d3-ad58-bccb14e22ac7 req-e9a17a66-3a55-4085-bba4-109be22ca189 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:22.198738 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-685cadc1-bfed-48d3-ad58-bccb14e22ac7 req-e9a17a66-3a55-4085-bba4-109be22ca189 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0562110 Apr 12 16:20:22.225467 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 2, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:22.263236 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Checking router: c67244c5-d74c-486a-ab43-1c26b88322e1 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:20:22.263650 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Updating router c67244c5-d74c-486a-ab43-1c26b88322e1 port f5118cf3-dd58-4959-afbf-e495a3f4c1ba binding host dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:20:22.276825 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-685cadc1-bfed-48d3-ad58-bccb14e22ac7 req-b784925f-3ecd-40d4-8c28-e6856de597d2 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772161 Apr 12 16:20:22.287764 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0fedc-6adb-422a-8f87-b53c292c7088 req-f3ee44b0-c49a-4b01-9a93-58d456bbdd5b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:22.289475 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e3b0fedc-6adb-422a-8f87-b53c292c7088 req-f3ee44b0-c49a-4b01-9a93-58d456bbdd5b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 944 time: 0.0614188 Apr 12 16:20:22.316029 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:22.342376 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e3b0fedc-6adb-422a-8f87-b53c292c7088 req-c2d8535f-f5e5-4678-8e06-9afa7fc3f34e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464265 Apr 12 16:20:22.356431 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Publish callbacks [] for router_gateway (ca656eb8-69d4-4f17-957a-1317a939b666), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:22.380861 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:22.409160 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Allocated IP 172.20.0.2 (09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42/eaafcd7e-d31a-4711-85f1-2e44d79556fc/ab0eea89-c28c-4a66-a1b2-022cf2beefd4) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:20:22.499148 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 970fdfa9-f673-4bbb-8405-c40dbd3b43df up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:20:22.501116 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 94c5c57b-adf1-460f-930c-36fd03392889 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:20:22.512067 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Allocated IP 172.27.2.29 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/e226d77e-d5b1-4d07-a663-eb5dcec86652) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:20:22.659976 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Publish callbacks [] for port (e226d77e-d5b1-4d07-a663-eb5dcec86652), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:22.697743 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (e226d77e-d5b1-4d07-a663-eb5dcec86652), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:22.738463 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:20:22.744262 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:20:22.748255 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:20:22.754279 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Pushing event updated for resources: {'Port': ['ID=e226d77e-d5b1-4d07-a663-eb5dcec86652,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:22.862814 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port 94c5c57b-adf1-460f-930c-36fd03392889 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:20:22.895380 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 970fdfa9-f673-4bbb-8405-c40dbd3b43df triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:22.895805 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (970fdfa9-f673-4bbb-8405-c40dbd3b43df), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:22.900656 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port 94c5c57b-adf1-460f-930c-36fd03392889 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:22.901020 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (94c5c57b-adf1-460f-930c-36fd03392889), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:22.980375 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Publish callbacks [] for router_gateway (ca656eb8-69d4-4f17-957a-1317a939b666), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:22.999861 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Publish callbacks [] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.018340 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.028011 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-261b2d57-70a9-4c8c-9111-0aca7984251e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.108845 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Network 09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42 is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:20:23.154814 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:20:23.165480 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:20:23.167648 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Pushing event updated for resources: {'Port': ['ID=ab0eea89-c28c-4a66-a1b2-022cf2beefd4,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:23.188401 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693159'] for router (ca656eb8-69d4-4f17-957a-1317a939b666), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.259520 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 94c5c57b-adf1-460f-930c-36fd03392889 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:23.260170 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (94c5c57b-adf1-460f-930c-36fd03392889), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.263887 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Publish callbacks [] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.299305 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 970fdfa9-f673-4bbb-8405-c40dbd3b43df is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:23.306950 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.327719 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Router ca656eb8-69d4-4f17-957a-1317a939b666 is scheduled to L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 with binding_index 1 {{(pid=103550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:20:23.357427 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:20:23.359919 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1337c38-78b4-4fab-a21b-299bef2204f1" -d '{"events": [{"server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "name": "network-vif-plugged", "status": "completed", "tag": "94c5c57b-adf1-460f-930c-36fd03392889"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:20:23.362445 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Attempting to bind port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:20:23.362825 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Attempting to bind port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '83f13a8f-7446-420c-9127-2fe62915b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:20:23.363180 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Attempting to bind port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 on network 09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:20:23.388451 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:20:23.389127 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Checking segment: {'id': '83f13a8f-7446-420c-9127-2fe62915b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:20:23.393382 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.393561 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Bound using segment: {'id': '83f13a8f-7446-420c-9127-2fe62915b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:20:23.393933 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Bound port: ab0eea89-c28c-4a66-a1b2-022cf2beefd4, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f13a8f-7446-420c-9127-2fe62915b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:20:23.394387 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.403043 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 94c5c57b-adf1-460f-930c-36fd03392889, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=94c5c57b-adf1-460f-930c-36fd03392889,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:20:23.419715 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (94c5c57b-adf1-460f-930c-36fd03392889), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.430558 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89302b-9375-4722-8a16-d8b8b3655422 None None] Pushing event updated for resources: {'Port': ['ID=f5118cf3-dd58-4959-afbf-e495a3f4c1ba,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:23.455394 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6baf79-c4d7-4f05-b5d8-92e5b4b2b128 req-928e2550-8aba-456b-afd3-9ceb22a02c67 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:23.466697 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1e6baf79-c4d7-4f05-b5d8-92e5b4b2b128 req-928e2550-8aba-456b-afd3-9ceb22a02c67 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0971050 Apr 12 16:20:23.476681 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:20:23.489329 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Sync routers for ids ['ca656eb8-69d4-4f17-957a-1317a939b666'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:20:23.501990 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.503410 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-bf544858-543a-45fd-95fc-e5bcff97faeb admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6138959 Apr 12 16:20:23.503682 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Routers {'ca656eb8-69d4-4f17-957a-1317a939b666'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:20:23.504387 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:20:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['ca656eb8-69d4-4f17-957a-1317a939b666'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:23.506328 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44674) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:23.568505 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b752e4-6f98-46a8-9d0e-dd70bcd35f92 req-46e7813d-81d8-4abe-8c32-6c79c3507377 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:23.579889 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00b752e4-6f98-46a8-9d0e-dd70bcd35f92 req-46e7813d-81d8-4abe-8c32-6c79c3507377 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 945 time: 0.1111505 Apr 12 16:20:23.662544 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=94c5c57b-adf1-460f-930c-36fd03392889,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:23.668304 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Attempting to bind port f5118cf3-dd58-4959-afbf-e495a3f4c1ba on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:20:23.668818 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Attempting to bind port f5118cf3-dd58-4959-afbf-e495a3f4c1ba by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:20:23.669443 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Attempting to bind port f5118cf3-dd58-4959-afbf-e495a3f4c1ba on network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:20:23.689432 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:20:23.696443 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Checking segment: {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:20:23.697777 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.697777 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Bound using segment: {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:20:23.698009 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1e6baf79-c4d7-4f05-b5d8-92e5b4b2b128 req-28f885df-f366-4ca2-93a9-ff1798d46761 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162979 Apr 12 16:20:23.698184 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Bound port: f5118cf3-dd58-4959-afbf-e495a3f4c1ba, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:20:23.698651 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.701487 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] For port ab0eea89-c28c-4a66-a1b2-022cf2beefd4, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:20:23.709466 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] For port ab0eea89-c28c-4a66-a1b2-022cf2beefd4, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ab0eea89-c28c-4a66-a1b2-022cf2beefd4,segment=NetworkSegment(83f13a8f-7446-420c-9127-2fe62915b913),segment_id=83f13a8f-7446-420c-9127-2fe62915b913)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:20:23.723784 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.800347 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Set router ca656eb8-69d4-4f17-957a-1317a939b666 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:20:23.825917 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a059cc05-9207-4cce-85fe-2e22745c8881 x-openstack-request-id: req-a059cc05-9207-4cce-85fe-2e22745c8881 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:20:23.826157 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "name": "network-vif-plugged", "status": "completed", "tag": "94c5c57b-adf1-460f-930c-36fd03392889", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:20:23.827184 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a059cc05-9207-4cce-85fe-2e22745c8881 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:20:23.827323 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a059cc05-9207-4cce-85fe-2e22745c8881'] response: {'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889', 'code': 200} Apr 12 16:20:23.837650 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00b752e4-6f98-46a8-9d0e-dd70bcd35f92 req-344bfdcc-1f6d-4d16-8d81-ac6e36af871f tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562480 Apr 12 16:20:23.877935 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a895522-3414-49cd-811b-7c6e28daee75 req-f1764185-8f3e-4538-aed6-254cad6ac717 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1788695 Apr 12 16:20:23.906454 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-2a3761ae-b8c5-430b-a9be-0176d399888c None None] Provisioning complete for port f5118cf3-dd58-4959-afbf-e495a3f4c1ba triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:23.906828 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2a3761ae-b8c5-430b-a9be-0176d399888c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:23.977012 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] For port f5118cf3-dd58-4959-afbf-e495a3f4c1ba, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:20:23.990829 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ce95b-e531-44bb-ba5d-18a7a685517a None None] Pushing event updated for resources: {'Port': ['ID=ab0eea89-c28c-4a66-a1b2-022cf2beefd4,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:24.006865 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] For port f5118cf3-dd58-4959-afbf-e495a3f4c1ba, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=f5118cf3-dd58-4959-afbf-e495a3f4c1ba,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:20:24.008527 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-2a3761ae-b8c5-430b-a9be-0176d399888c None None] Port f5118cf3-dd58-4959-afbf-e495a3f4c1ba cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:20:24.017977 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:24.122672 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89302b-9375-4722-8a16-d8b8b3655422 None None] Pushing event updated for resources: {'Port': ['ID=f5118cf3-dd58-4959-afbf-e495a3f4c1ba,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:24.145344 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'name': 'tempest-TestVolumeBootPattern-250920902-router', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e226d77e-d5b1-4d07-a663-eb5dcec86652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:21Z', 'updated_at': '2022-04-12T16:20:22Z', 'revision_number': 3, 'project_id': 'b218b8bdc12442558fed301b13b110fd', 'gw_port': {'id': 'e226d77e-d5b1-4d07-a663-eb5dcec86652', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:22Z', 'updated_at': '2022-04-12T16:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:24.168620 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:20:24.169816 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:20:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:24.192585 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Checking router: ca656eb8-69d4-4f17-957a-1317a939b666 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:20:24.193281 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Updating router ca656eb8-69d4-4f17-957a-1317a939b666 port e226d77e-d5b1-4d07-a663-eb5dcec86652 binding host dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:20:24.219239 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c49c2-cf0d-4a5f-929b-6534b48a7ce6 req-0b26f3e9-6bc9-4dfa-8f86-45f3ba9d0095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:24.220937 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fa9c49c2-cf0d-4a5f-929b-6534b48a7ce6 req-0b26f3e9-6bc9-4dfa-8f86-45f3ba9d0095 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 1129 time: 0.1123564 Apr 12 16:20:24.280942 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (e226d77e-d5b1-4d07-a663-eb5dcec86652), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:24.305000 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a895522-3414-49cd-811b-7c6e28daee75 req-6cb9576a-8629-414e-99a3-00272cbf0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:24.306479 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a895522-3414-49cd-811b-7c6e28daee75 req-6cb9576a-8629-414e-99a3-00272cbf0a0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 1130 time: 0.2734616 Apr 12 16:20:24.331824 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 44688) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:24.379406 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:24.395176 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fa9c49c2-cf0d-4a5f-929b-6534b48a7ce6 req-7cf751de-9d87-4a7d-9fb9-57786c34b728 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598022 Apr 12 16:20:24.409338 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:20:24.493615 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:24.602369 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-67bf8949-6ff9-4d34-ac01-9a5f87c948fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:24.605823 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a895522-3414-49cd-811b-7c6e28daee75 req-ea0b302f-3acf-4f30-adc8-0329f14b27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:24.607321 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a895522-3414-49cd-811b-7c6e28daee75 req-ea0b302f-3acf-4f30-adc8-0329f14b27ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 916 time: 0.2469416 Apr 12 16:20:24.616193 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device ab0eea89-c28c-4a66-a1b2-022cf2beefd4 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:20:24.706049 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c3772fb3-4ab6-4421-8a3b-8f8f34d11bef None None] Provisioning complete for port f5118cf3-dd58-4959-afbf-e495a3f4c1ba triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:24.706865 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c3772fb3-4ab6-4421-8a3b-8f8f34d11bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:24.735291 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Allocated IP 172.20.0.1 (09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42/eaafcd7e-d31a-4711-85f1-2e44d79556fc/15cee865-1f78-4fc5-9ac0-dfdc3ae78eea) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:20:24.738822 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Publish callbacks [] for port (e226d77e-d5b1-4d07-a663-eb5dcec86652), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:24.747057 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (e226d77e-d5b1-4d07-a663-eb5dcec86652), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:24.802897 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:24.803280 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:24.803400 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-67bf8949-6ff9-4d34-ac01-9a5f87c948fa admin admin] Publish callbacks [] for security_group (28ec11fa-e60c-4d88-acca-9d7e5ec202c3), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:24.826930 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-67bf8949-6ff9-4d34-ac01-9a5f87c948fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (28ec11fa-e60c-4d88-acca-9d7e5ec202c3), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:24.845549 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d0f22-f1c3-41ff-aa36-876ce1fa31d0 None None] Pushing event updated for resources: {'Port': ['ID=e226d77e-d5b1-4d07-a663-eb5dcec86652,revision_number=2']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:24.903297 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Attempting to bind port e226d77e-d5b1-4d07-a663-eb5dcec86652 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:20:24.903978 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Attempting to bind port e226d77e-d5b1-4d07-a663-eb5dcec86652 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:20:24.904567 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Attempting to bind port e226d77e-d5b1-4d07-a663-eb5dcec86652 on network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:20:24.924542 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:20:24.925331 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Checking segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:20:24.925920 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:24.926540 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Bound using segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:20:24.927344 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Bound port: e226d77e-d5b1-4d07-a663-eb5dcec86652, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:20:24.927964 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (e226d77e-d5b1-4d07-a663-eb5dcec86652), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:24.967314 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-67bf8949-6ff9-4d34-ac01-9a5f87c948fa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a3ba1d7eca674d22bf18af42fcb81a7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6343293 Apr 12 16:20:25.008478 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e820100-d756-4ade-8f0d-9d4455abe04d req-6c87d729-ac10-42ce-9cd8-2ea9269ff444 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:25.012086 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] For port e226d77e-d5b1-4d07-a663-eb5dcec86652, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:20:25.015637 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1e820100-d756-4ade-8f0d-9d4455abe04d req-6c87d729-ac10-42ce-9cd8-2ea9269ff444 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.2082796 Apr 12 16:20:25.017294 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] For port e226d77e-d5b1-4d07-a663-eb5dcec86652, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=e226d77e-d5b1-4d07-a663-eb5dcec86652,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:20:25.026163 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 44700) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:25.026936 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (e226d77e-d5b1-4d07-a663-eb5dcec86652), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:25.086824 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:25.093463 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:23Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:25.098195 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c3772fb3-4ab6-4421-8a3b-8f8f34d11bef None None] Current status of the port f5118cf3-dd58-4959-afbf-e495a3f4c1ba is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:25.098598 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c3772fb3-4ab6-4421-8a3b-8f8f34d11bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:25.130623 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927f23d-a9c5-48c9-957e-87a0d482d223 req-39e675c4-71f4-4b74-83e8-d59721d04ae2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:25.130623 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4927f23d-a9c5-48c9-957e-87a0d482d223 req-39e675c4-71f4-4b74-83e8-d59721d04ae2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 945 time: 0.1336639 Apr 12 16:20:25.132266 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a895522-3414-49cd-811b-7c6e28daee75 req-0a210081-a8f2-4079-826f-3294a4538963 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=150e9cf9-34e1-43bb-8678-6b019f683dc6 HTTP/1.1" status: 200 len: 1001 time: 0.4125409 Apr 12 16:20:25.143987 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e072e-5dd2-44b2-a30f-e49e65c0c79e None None] The sync data for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi is: [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:23Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:20:25.156642 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf8949-6ff9-4d34-ac01-9a5f87c948fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ec11fa-e60c-4d88-acca-9d7e5ec202c3,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:25.178378 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:25.178790 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:25.196556 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Routers {'ca656eb8-69d4-4f17-957a-1317a939b666'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:20:25.197597 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:20:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['ca656eb8-69d4-4f17-957a-1317a939b666'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:25.247037 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1e820100-d756-4ade-8f0d-9d4455abe04d req-4f8b240d-6439-4e6d-98b6-557a39669ebd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843209 Apr 12 16:20:25.285728 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c3772fb3-4ab6-4421-8a3b-8f8f34d11bef None None] For port f5118cf3-dd58-4959-afbf-e495a3f4c1ba, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=f5118cf3-dd58-4959-afbf-e495a3f4c1ba,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:20:25.306399 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c3772fb3-4ab6-4421-8a3b-8f8f34d11bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:25.386735 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4927f23d-a9c5-48c9-957e-87a0d482d223 req-ecf6fe00-cda7-416a-8b0c-c6289644bad6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481252 Apr 12 16:20:25.391169 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-415810b0-6bbe-433b-9ecb-d61a4cf538b1 admin admin] Publish callbacks [] for security_group (28ec11fa-e60c-4d88-acca-9d7e5ec202c3), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:25.404411 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Publish callbacks [] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:25.405115 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] For port ab0eea89-c28c-4a66-a1b2-022cf2beefd4, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ab0eea89-c28c-4a66-a1b2-022cf2beefd4,segment=NetworkSegment(83f13a8f-7446-420c-9127-2fe62915b913),segment_id=83f13a8f-7446-420c-9127-2fe62915b913)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:20:25.419084 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:25.451154 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-415810b0-6bbe-433b-9ecb-d61a4cf538b1 admin admin] Publish callbacks [] for security_group (28ec11fa-e60c-4d88-acca-9d7e5ec202c3), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:25.474399 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3772fb3-4ab6-4421-8a3b-8f8f34d11bef None None] Pushing event updated for resources: {'Port': ['ID=f5118cf3-dd58-4959-afbf-e495a3f4c1ba,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:25.482889 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:25.549269 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d0f22-f1c3-41ff-aa36-876ce1fa31d0 None None] Pushing event updated for resources: {'Port': ['ID=e226d77e-d5b1-4d07-a663-eb5dcec86652,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:25.556235 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-415810b0-6bbe-433b-9ecb-d61a4cf538b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (28ec11fa-e60c-4d88-acca-9d7e5ec202c3), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:25.559795 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Pushing event updated for resources: {'Port': ['ID=15cee865-1f78-4fc5-9ac0-dfdc3ae78eea,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:25.566814 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-415810b0-6bbe-433b-9ecb-d61a4cf538b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:25.570851 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-415810b0-6bbe-433b-9ecb-d61a4cf538b1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/28ec11fa-e60c-4d88-acca-9d7e5ec202c3 HTTP/1.1" status: 204 len: 168 time: 0.5399668 Apr 12 16:20:25.573282 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Network 09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:20:25.574748 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:20:25.577796 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:20:25.578446 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693078'] for router_interface (ca656eb8-69d4-4f17-957a-1317a939b666), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:25.657069 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415810b0-6bbe-433b-9ecb-d61a4cf538b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ec11fa-e60c-4d88-acca-9d7e5ec202c3,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:25.697218 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a895522-3414-49cd-811b-7c6e28daee75 req-40f26705-17be-41d8-aa01-3f9dd449af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:25.699055 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a895522-3414-49cd-811b-7c6e28daee75 req-40f26705-17be-41d8-aa01-3f9dd449af3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a54963cb-0986-4500-9b88-9607219c9268 HTTP/1.1" status: 200 len: 854 time: 0.1096852 Apr 12 16:20:25.718603 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] Set router ca656eb8-69d4-4f17-957a-1317a939b666 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:20:25.782773 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a895522-3414-49cd-811b-7c6e28daee75 req-d41ff4ac-1f80-48e1-845a-afdb68bc0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:25.784551 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a895522-3414-49cd-811b-7c6e28daee75 req-d41ff4ac-1f80-48e1-845a-afdb68bc0a71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580003 Apr 12 16:20:25.821954 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:25.892575 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Pushing event updated for resources: {'Port': ['ID=ab0eea89-c28c-4a66-a1b2-022cf2beefd4,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:25.897369 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b3e0c6-4495-4004-b347-3d42b411d1d4 None None] Network 09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:20:25.941777 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a895522-3414-49cd-811b-7c6e28daee75 req-07a05eb3-8b4f-4926-89fd-3c4c9ad4257b service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421325 Apr 12 16:20:26.033451 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'name': 'tempest-TestVolumeBootPattern-250920902-router', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e226d77e-d5b1-4d07-a663-eb5dcec86652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:21Z', 'updated_at': '2022-04-12T16:20:22Z', 'revision_number': 3, 'project_id': 'b218b8bdc12442558fed301b13b110fd', 'gw_port': {'id': 'e226d77e-d5b1-4d07-a663-eb5dcec86652', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:22Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:26.053112 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-e2a45d1d-5c27-4f99-b4bd-8248c4bd21c3 None None] Provisioning complete for port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:26.054056 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e2a45d1d-5c27-4f99-b4bd-8248c4bd21c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:26.058303 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:26.071089 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6043844b-3abe-4b3f-ae3e-b31cce66aec6 None None] The sync data for ids ['ca656eb8-69d4-4f17-957a-1317a939b666'] in dv-cinder-837528-1-iscsi is: [{'id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'name': 'tempest-TestVolumeBootPattern-250920902-router', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e226d77e-d5b1-4d07-a663-eb5dcec86652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:21Z', 'updated_at': '2022-04-12T16:20:22Z', 'revision_number': 3, 'project_id': 'b218b8bdc12442558fed301b13b110fd', 'gw_port': {'id': 'e226d77e-d5b1-4d07-a663-eb5dcec86652', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:22Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:20:26.136808 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Publish callbacks [] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:26.142379 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:26.143983 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693734'] for router_interface (ca656eb8-69d4-4f17-957a-1317a939b666), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:26.144194 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a895522-3414-49cd-811b-7c6e28daee75 req-dbe149a5-0608-4c9f-ad18-59e759e7ef45 service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907389 Apr 12 16:20:26.283823 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Pushing event updated for resources: {'Port': ['ID=15cee865-1f78-4fc5-9ac0-dfdc3ae78eea,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:26.327986 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-e2a45d1d-5c27-4f99-b4bd-8248c4bd21c3 None None] Current status of the port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:26.459482 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Network 09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:20:26.462141 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:20:26.490454 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cbf29-7aea-4b44-bcc8-c7f24809c29b req-8da524d3-0360-4c65-83d2-ee2170351846 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:26.499028 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d33cbf29-7aea-4b44-bcc8-c7f24809c29b req-8da524d3-0360-4c65-83d2-ee2170351846 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0744317 Apr 12 16:20:26.643141 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d33cbf29-7aea-4b44-bcc8-c7f24809c29b req-8e979222-2dea-46a2-ad17-34944fc69e27 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431658 Apr 12 16:20:26.723290 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe2276-8bdc-4024-8dd7-6263ac9eee72 req-e598b394-3604-4957-9ef3-17378506b218 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:26.724997 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-59fe2276-8bdc-4024-8dd7-6263ac9eee72 req-e598b394-3604-4957-9ef3-17378506b218 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 945 time: 0.1390588 Apr 12 16:20:26.778484 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device ab0eea89-c28c-4a66-a1b2-022cf2beefd4 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:20:26.833270 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Router ca656eb8-69d4-4f17-957a-1317a939b666 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:20:26.871152 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-59fe2276-8bdc-4024-8dd7-6263ac9eee72 req-f5a48fb4-dd58-48c5-8da9-34a1e0253526 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398571 Apr 12 16:20:26.876481 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-27187533-2b16-4c56-add5-e15a84d27256 None None] Provisioning complete for port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:26.876978 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-27187533-2b16-4c56-add5-e15a84d27256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:27.011355 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-27187533-2b16-4c56-add5-e15a84d27256 None None] Port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:20:27.042948 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:20:27.053593 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-515d2a8f-fb5f-4be0-975b-de7d8870a60a admin admin] 10.222.0.67 "PUT /v2.0/routers/ca656eb8-69d4-4f17-957a-1317a939b666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5459471 Apr 12 16:20:27.065784 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-27187533-2b16-4c56-add5-e15a84d27256 None None] Provisioning complete for port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:27.066352 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-27187533-2b16-4c56-add5-e15a84d27256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:27.153098 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1465b36-e4e2-4962-a5c3-3d907dee95fd req-7c91f892-5786-4ad3-a7a4-823f23700e65 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:27.165683 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b1465b36-e4e2-4962-a5c3-3d907dee95fd req-7c91f892-5786-4ad3-a7a4-823f23700e65 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 945 time: 0.1208653 Apr 12 16:20:27.197762 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:27.202474 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:27.203070 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:27.260777 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b1465b36-e4e2-4962-a5c3-3d907dee95fd req-bb38bd9c-5550-4038-8a43-559877a22934 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939574 Apr 12 16:20:27.392617 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:27.394272 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device f5118cf3-dd58-4959-afbf-e495a3f4c1ba up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:20:27.501371 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-27187533-2b16-4c56-add5-e15a84d27256 None None] Current status of the port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:27.550407 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port f5118cf3-dd58-4959-afbf-e495a3f4c1ba triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:27.551418 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:27.637288 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-83295b01-507c-4d37-a706-e4785f093da4 None None] Provisioning complete for port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:27.640178 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-83295b01-507c-4d37-a706-e4785f093da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:27.736202 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15539ee-a0c1-4644-8226-da084bcf3988 req-1d457b10-b880-4755-a746-3cd47764982c tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:27.746287 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-83295b01-507c-4d37-a706-e4785f093da4 None None] Port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:20:27.747015 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c15539ee-a0c1-4644-8226-da084bcf3988 req-1d457b10-b880-4755-a746-3cd47764982c tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 945 time: 0.0941391 Apr 12 16:20:27.812889 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port f5118cf3-dd58-4959-afbf-e495a3f4c1ba is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:27.849888 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c15539ee-a0c1-4644-8226-da084bcf3988 req-6d98512a-da4a-417a-9180-7ef4b32d8744 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824811 Apr 12 16:20:27.997979 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41d35a-f8d8-466c-9067-77a57569c651 req-9721fe12-b685-4a98-8bc0-9a6b9730f5f5 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:27.999566 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3a41d35a-f8d8-466c-9067-77a57569c651 req-9721fe12-b685-4a98-8bc0-9a6b9730f5f5 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0798078 Apr 12 16:20:28.098811 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3a41d35a-f8d8-466c-9067-77a57569c651 req-27253fc6-9943-4881-b3a2-a8d15f75951d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931215 Apr 12 16:20:28.137245 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 44784) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:28.141821 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-ada69fbb-3158-4202-bb96-158946bad014 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-93198052', 'description': 'tempest-secgroup-smoke-93198052 description', 'project_id': '9efdb664508148aab946b17b16013559'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:28.171221 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ada69fbb-3158-4202-bb96-158946bad014 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.251224 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ada69fbb-3158-4202-bb96-158946bad014 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group (b2274969-c0a0-48f7-8b0b-e1f350ee420b), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.257034 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ada69fbb-3158-4202-bb96-158946bad014 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (b2274969-c0a0-48f7-8b0b-e1f350ee420b), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.289250 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada69fbb-3158-4202-bb96-158946bad014 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2274969-c0a0-48f7-8b0b-e1f350ee420b,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:28.302479 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ada69fbb-3158-4202-bb96-158946bad014 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.303787 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-ada69fbb-3158-4202-bb96-158946bad014 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1654756 Apr 12 16:20:28.306653 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44794) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:28.311302 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-1f94a191-8933-4482-afc3-d623bd2e8fca tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Request body: {'security_group_rule': {'security_group_id': 'b2274969-c0a0-48f7-8b0b-e1f350ee420b', 'project_id': '9efdb664508148aab946b17b16013559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:28.340090 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1f94a191-8933-4482-afc3-d623bd2e8fca tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (242359ac-461d-404b-808e-b9e87c5d6ee4), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.417105 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1f94a191-8933-4482-afc3-d623bd2e8fca tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (242359ac-461d-404b-808e-b9e87c5d6ee4), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.422649 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1f94a191-8933-4482-afc3-d623bd2e8fca tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (242359ac-461d-404b-808e-b9e87c5d6ee4), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.445300 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94a191-8933-4482-afc3-d623bd2e8fca tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242359ac-461d-404b-808e-b9e87c5d6ee4,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:28.458791 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1f94a191-8933-4482-afc3-d623bd2e8fca tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.462951 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-1f94a191-8933-4482-afc3-d623bd2e8fca tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527200 Apr 12 16:20:28.463419 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44800) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:28.468596 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-f2ed0197-a0fb-47a9-9686-42223d6d36cc tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Request body: {'security_group_rule': {'security_group_id': 'b2274969-c0a0-48f7-8b0b-e1f350ee420b', 'project_id': '9efdb664508148aab946b17b16013559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:28.485247 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device e226d77e-d5b1-4d07-a663-eb5dcec86652 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:20:28.503344 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0197-a0fb-47a9-9686-42223d6d36cc tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (74112ab9-4ed0-4f71-9fe0-7a7cde9f8428), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.534373 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port e226d77e-d5b1-4d07-a663-eb5dcec86652 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:28.534816 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (e226d77e-d5b1-4d07-a663-eb5dcec86652), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.571918 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0197-a0fb-47a9-9686-42223d6d36cc tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (74112ab9-4ed0-4f71-9fe0-7a7cde9f8428), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.577371 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0197-a0fb-47a9-9686-42223d6d36cc tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (74112ab9-4ed0-4f71-9fe0-7a7cde9f8428), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.597713 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed0197-a0fb-47a9-9686-42223d6d36cc tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74112ab9-4ed0-4f71-9fe0-7a7cde9f8428,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:28.615032 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0197-a0fb-47a9-9686-42223d6d36cc tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.618800 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f2ed0197-a0fb-47a9-9686-42223d6d36cc tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1516676 Apr 12 16:20:28.619099 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 44806) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:28.624172 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-96259a7d-9625-4bd5-95d6-364f97fcd554 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Request body: {'security_group_rule': {'security_group_id': 'b2274969-c0a0-48f7-8b0b-e1f350ee420b', 'project_id': '9efdb664508148aab946b17b16013559', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:28.651763 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-96259a7d-9625-4bd5-95d6-364f97fcd554 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (ee64afdc-fbee-4547-8c1a-cef1700a8e53), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.660111 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port e226d77e-d5b1-4d07-a663-eb5dcec86652 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:28.660573 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (e226d77e-d5b1-4d07-a663-eb5dcec86652), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.683487 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] For port e226d77e-d5b1-4d07-a663-eb5dcec86652, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=e226d77e-d5b1-4d07-a663-eb5dcec86652,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:20:28.688095 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (e226d77e-d5b1-4d07-a663-eb5dcec86652), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.725837 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-96259a7d-9625-4bd5-95d6-364f97fcd554 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (ee64afdc-fbee-4547-8c1a-cef1700a8e53), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.730410 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-96259a7d-9625-4bd5-95d6-364f97fcd554 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (ee64afdc-fbee-4547-8c1a-cef1700a8e53), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.748643 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96259a7d-9625-4bd5-95d6-364f97fcd554 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee64afdc-fbee-4547-8c1a-cef1700a8e53,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:28.749274 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Pushing event updated for resources: {'Port': ['ID=e226d77e-d5b1-4d07-a663-eb5dcec86652,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:28.765932 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-96259a7d-9625-4bd5-95d6-364f97fcd554 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.768898 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-96259a7d-9625-4bd5-95d6-364f97fcd554 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473725 Apr 12 16:20:28.770313 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 44808) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:28.775444 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-34098c69-032e-4952-ab9a-b4b18848778e tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Request body: {'security_group_rule': {'security_group_id': 'b2274969-c0a0-48f7-8b0b-e1f350ee420b', 'project_id': '9efdb664508148aab946b17b16013559', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:28.805949 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Sync routers for ids ['ca656eb8-69d4-4f17-957a-1317a939b666'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:20:28.806164 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-34098c69-032e-4952-ab9a-b4b18848778e tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (61877d81-07e5-4765-9bb8-6d4891e0f7fe), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.816214 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Routers {'ca656eb8-69d4-4f17-957a-1317a939b666'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:20:28.817316 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:20:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['ca656eb8-69d4-4f17-957a-1317a939b666'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:28.868213 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-34098c69-032e-4952-ab9a-b4b18848778e tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (61877d81-07e5-4765-9bb8-6d4891e0f7fe), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.873601 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-34098c69-032e-4952-ab9a-b4b18848778e tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (61877d81-07e5-4765-9bb8-6d4891e0f7fe), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.900650 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-34098c69-032e-4952-ab9a-b4b18848778e tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.904827 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-34098c69-032e-4952-ab9a-b4b18848778e tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1300695 Apr 12 16:20:28.904984 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 44810) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:28.909491 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-3740be4e-5473-4add-82f6-a3e5f79c6a43 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Request body: {'security_group_rule': {'security_group_id': 'b2274969-c0a0-48f7-8b0b-e1f350ee420b', 'project_id': '9efdb664508148aab946b17b16013559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:28.916461 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34098c69-032e-4952-ab9a-b4b18848778e tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61877d81-07e5-4765-9bb8-6d4891e0f7fe,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:28.935291 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.securitygroups_db [None req-3740be4e-5473-4add-82f6-a3e5f79c6a43 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Project 9efdb664508148aab946b17b16013559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 16:20:28.941864 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3740be4e-5473-4add-82f6-a3e5f79c6a43 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (c7f381f8-b86e-4020-b895-18b9bb872095), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:28.953276 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Set router ca656eb8-69d4-4f17-957a-1317a939b666 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:20:29.013725 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3740be4e-5473-4add-82f6-a3e5f79c6a43 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (c7f381f8-b86e-4020-b895-18b9bb872095), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:29.018144 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3740be4e-5473-4add-82f6-a3e5f79c6a43 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (c7f381f8-b86e-4020-b895-18b9bb872095), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:29.045872 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740be4e-5473-4add-82f6-a3e5f79c6a43 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f381f8-b86e-4020-b895-18b9bb872095,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:29.063013 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3740be4e-5473-4add-82f6-a3e5f79c6a43 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:29.066271 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-3740be4e-5473-4add-82f6-a3e5f79c6a43 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1576724 Apr 12 16:20:29.066570 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 44814) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:29.072316 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-715f802f-0ab9-4dc3-9976-9e3dfd6ebd57 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Request body: {'security_group_rule': {'security_group_id': 'b2274969-c0a0-48f7-8b0b-e1f350ee420b', 'project_id': '9efdb664508148aab946b17b16013559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:29.078554 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:20:29.116053 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.securitygroups_db [None req-715f802f-0ab9-4dc3-9976-9e3dfd6ebd57 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Project 9efdb664508148aab946b17b16013559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 16:20:29.122999 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-715f802f-0ab9-4dc3-9976-9e3dfd6ebd57 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (df8df600-2110-459b-a2ae-defe9f93b624), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:29.214686 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-715f802f-0ab9-4dc3-9976-9e3dfd6ebd57 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (df8df600-2110-459b-a2ae-defe9f93b624), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:29.219036 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-715f802f-0ab9-4dc3-9976-9e3dfd6ebd57 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (df8df600-2110-459b-a2ae-defe9f93b624), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:29.226878 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'name': 'tempest-TestVolumeBootPattern-250920902-router', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e226d77e-d5b1-4d07-a663-eb5dcec86652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:21Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 4, 'project_id': 'b218b8bdc12442558fed301b13b110fd', 'gw_port': {'id': 'e226d77e-d5b1-4d07-a663-eb5dcec86652', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:22Z', 'updated_at': '2022-04-12T16:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '15cee865-1f78-4fc5-9ac0-dfdc3ae78eea', 'name': '', 'network_id': '09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd', 'mac_address': 'fa:16:3e:24:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'eaafcd7e-d31a-4711-85f1-2e44d79556fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:24Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 2, 'project_id': 'b218b8bdc12442558fed301b13b110fd', 'subnets': [{'id': 'eaafcd7e-d31a-4711-85f1-2e44d79556fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:29.227472 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827fffe-776c-4737-bbe8-d6a87c296f08 req-60bf18c8-7610-401e-895e-7fce47013582 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:29.229000 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b827fffe-776c-4737-bbe8-d6a87c296f08 req-60bf18c8-7610-401e-895e-7fce47013582 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0528550 Apr 12 16:20:29.237324 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f802f-0ab9-4dc3-9976-9e3dfd6ebd57 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8df600-2110-459b-a2ae-defe9f93b624,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:29.245708 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-715f802f-0ab9-4dc3-9976-9e3dfd6ebd57 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:29.249846 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-715f802f-0ab9-4dc3-9976-9e3dfd6ebd57 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1783347 Apr 12 16:20:29.255705 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Checking router: ca656eb8-69d4-4f17-957a-1317a939b666 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:20:29.256159 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Updating router ca656eb8-69d4-4f17-957a-1317a939b666 port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea binding host dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:20:29.298663 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b827fffe-776c-4737-bbe8-d6a87c296f08 req-465c75a6-4353-4f87-8c8d-73f5802a0963 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624759 Apr 12 16:20:29.306024 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:29.585538 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Publish callbacks [] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:29.591112 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:29.642488 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1701846-7af9-4142-b292-0a51be4439d7 None None] Pushing event updated for resources: {'Port': ['ID=15cee865-1f78-4fc5-9ac0-dfdc3ae78eea,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:29.702851 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Attempting to bind port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:20:29.703331 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Attempting to bind port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '83f13a8f-7446-420c-9127-2fe62915b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:20:29.703816 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Attempting to bind port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea on network 09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:20:29.716213 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:20:29.716603 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Checking segment: {'id': '83f13a8f-7446-420c-9127-2fe62915b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:20:29.717177 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:29.717593 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Bound using segment: {'id': '83f13a8f-7446-420c-9127-2fe62915b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:20:29.718104 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Bound port: 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f13a8f-7446-420c-9127-2fe62915b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:20:29.718498 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:29.796066 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] For port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:20:29.799351 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] For port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=15cee865-1f78-4fc5-9ac0-dfdc3ae78eea,segment=NetworkSegment(83f13a8f-7446-420c-9127-2fe62915b913),segment_id=83f13a8f-7446-420c-9127-2fe62915b913)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:20:29.805402 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:29.864464 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Routers {'ca656eb8-69d4-4f17-957a-1317a939b666'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:20:29.865165 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:20:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['ca656eb8-69d4-4f17-957a-1317a939b666'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:29.915567 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1701846-7af9-4142-b292-0a51be4439d7 None None] Pushing event updated for resources: {'Port': ['ID=15cee865-1f78-4fc5-9ac0-dfdc3ae78eea,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:29.936479 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-a972a9a0-fa7f-48ae-b96c-5c4edfff1949 None None] Provisioning complete for port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:29.936900 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a972a9a0-fa7f-48ae-b96c-5c4edfff1949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:30.033056 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] Set router ca656eb8-69d4-4f17-957a-1317a939b666 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:20:30.152982 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-a972a9a0-fa7f-48ae-b96c-5c4edfff1949 None None] Current status of the port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:30.153372 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a972a9a0-fa7f-48ae-b96c-5c4edfff1949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:30.243748 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-a972a9a0-fa7f-48ae-b96c-5c4edfff1949 None None] For port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=15cee865-1f78-4fc5-9ac0-dfdc3ae78eea,segment=NetworkSegment(83f13a8f-7446-420c-9127-2fe62915b913),segment_id=83f13a8f-7446-420c-9127-2fe62915b913)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:20:30.250118 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a972a9a0-fa7f-48ae-b96c-5c4edfff1949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:30.414500 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88de1a2-9673-491b-b71c-d47460b70d24 req-b5e3bba5-d662-46ec-a7fb-0e438d96e601 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:30.418252 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a88de1a2-9673-491b-b71c-d47460b70d24 req-b5e3bba5-d662-46ec-a7fb-0e438d96e601 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0547488 Apr 12 16:20:30.477268 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a88de1a2-9673-491b-b71c-d47460b70d24 req-70476d55-796c-4fb0-af19-976c41df9dea tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532553 Apr 12 16:20:30.499674 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device e226d77e-d5b1-4d07-a663-eb5dcec86652 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:20:30.536241 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972a9a0-fa7f-48ae-b96c-5c4edfff1949 None None] Pushing event updated for resources: {'Port': ['ID=15cee865-1f78-4fc5-9ac0-dfdc3ae78eea,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:30.543901 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'name': 'tempest-TestVolumeBootPattern-250920902-router', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e226d77e-d5b1-4d07-a663-eb5dcec86652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:21Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 4, 'project_id': 'b218b8bdc12442558fed301b13b110fd', 'gw_port': {'id': 'e226d77e-d5b1-4d07-a663-eb5dcec86652', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:22Z', 'updated_at': '2022-04-12T16:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '15cee865-1f78-4fc5-9ac0-dfdc3ae78eea', 'name': '', 'network_id': '09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd', 'mac_address': 'fa:16:3e:24:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'eaafcd7e-d31a-4711-85f1-2e44d79556fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:24Z', 'updated_at': '2022-04-12T16:20:29Z', 'revision_number': 4, 'project_id': 'b218b8bdc12442558fed301b13b110fd', 'subnets': [{'id': 'eaafcd7e-d31a-4711-85f1-2e44d79556fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:30.550119 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-7d704d5e-235d-4df7-9561-b4ecdd294419 None None] Provisioning complete for port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:30.550506 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7d704d5e-235d-4df7-9561-b4ecdd294419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:30.605379 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12848ffd-d05a-4bd5-bdf7-dccb291e6719 None None] The sync data for ids ['ca656eb8-69d4-4f17-957a-1317a939b666'] in dv-cinder-837528-1-iscsi is: [{'id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'name': 'tempest-TestVolumeBootPattern-250920902-router', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e226d77e-d5b1-4d07-a663-eb5dcec86652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:21Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 4, 'project_id': 'b218b8bdc12442558fed301b13b110fd', 'gw_port': {'id': 'e226d77e-d5b1-4d07-a663-eb5dcec86652', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:22Z', 'updated_at': '2022-04-12T16:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '15cee865-1f78-4fc5-9ac0-dfdc3ae78eea', 'name': '', 'network_id': '09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd', 'mac_address': 'fa:16:3e:24:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'eaafcd7e-d31a-4711-85f1-2e44d79556fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:24Z', 'updated_at': '2022-04-12T16:20:29Z', 'revision_number': 4, 'project_id': 'b218b8bdc12442558fed301b13b110fd', 'subnets': [{'id': 'eaafcd7e-d31a-4711-85f1-2e44d79556fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:20:30.640755 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port e226d77e-d5b1-4d07-a663-eb5dcec86652 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:30.641336 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (e226d77e-d5b1-4d07-a663-eb5dcec86652), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:30.733773 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-7d704d5e-235d-4df7-9561-b4ecdd294419 None None] Current status of the port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:30.775437 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port e226d77e-d5b1-4d07-a663-eb5dcec86652 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:31.598915 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee84be-1dcc-44d0-bc4b-52a0f53432b5 req-e25f3fc1-ae1a-494e-a2cc-f2b5969b3dda tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:31.601121 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-30ee84be-1dcc-44d0-bc4b-52a0f53432b5 req-e25f3fc1-ae1a-494e-a2cc-f2b5969b3dda tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0483627 Apr 12 16:20:31.659909 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-30ee84be-1dcc-44d0-bc4b-52a0f53432b5 req-37786aad-cd65-4642-a296-997b2d63a1ee tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506508 Apr 12 16:20:32.447866 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:20:32.501124 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:32.501500 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:32.584457 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:32.790827 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb63cb-fad6-4faa-a227-6b2a71e1bd79 req-94dce646-a2e1-4323-b0f0-85e665c04c51 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:32.792304 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-65bb63cb-fad6-4faa-a227-6b2a71e1bd79 req-94dce646-a2e1-4323-b0f0-85e665c04c51 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0540876 Apr 12 16:20:32.841325 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-65bb63cb-fad6-4faa-a227-6b2a71e1bd79 req-f14b9e8f-a815-4c04-bbef-7d4fe1d87d69 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432556 Apr 12 16:20:33.979480 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc8b44-1cb7-4080-9f8b-b0acc68e981c req-59e54ce7-8f7a-42ff-a485-e147deee0823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:33.980971 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-08dc8b44-1cb7-4080-9f8b-b0acc68e981c req-59e54ce7-8f7a-42ff-a485-e147deee0823 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0469105 Apr 12 16:20:34.033316 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-08dc8b44-1cb7-4080-9f8b-b0acc68e981c req-670d9213-7d51-4997-8c9f-25c221bab142 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463417 Apr 12 16:20:35.178791 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28aab2-8837-45c3-b431-d58d378a2e25 req-78ce2c0e-92bd-494d-bb6f-8d05ee870a74 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:35.180289 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-da28aab2-8837-45c3-b431-d58d378a2e25 req-78ce2c0e-92bd-494d-bb6f-8d05ee870a74 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0552888 Apr 12 16:20:35.230105 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-da28aab2-8837-45c3-b431-d58d378a2e25 req-9f4279c9-7801-40d3-8dc1-c0fedd2ac59f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437429 Apr 12 16:20:36.366437 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc416114-f5c1-4a31-a336-24f4673e7deb req-3af361f5-5f56-460d-9ec0-257559af39e8 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:36.368220 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc416114-f5c1-4a31-a336-24f4673e7deb req-3af361f5-5f56-460d-9ec0-257559af39e8 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0544870 Apr 12 16:20:36.424579 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc416114-f5c1-4a31-a336-24f4673e7deb req-fa55a731-2e52-4ae1-8b62-7c7167ccd2a2 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503726 Apr 12 16:20:37.550653 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef232d-d8e3-453f-b8c7-81c902f0f892 req-9f621812-d9b7-4e1f-9ad3-b6c41d6c06dd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:37.554587 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-95ef232d-d8e3-453f-b8c7-81c902f0f892 req-9f621812-d9b7-4e1f-9ad3-b6c41d6c06dd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0506516 Apr 12 16:20:37.608172 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-95ef232d-d8e3-453f-b8c7-81c902f0f892 req-7bb1b9fa-db4e-4d94-b5f6-683e66a8d2d0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481212 Apr 12 16:20:38.735725 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56df18-9ae3-4fd3-975a-ad2df3074058 req-2bfc74d8-1159-453f-a739-24dbfefa3c8a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:38.737267 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b56df18-9ae3-4fd3-975a-ad2df3074058 req-2bfc74d8-1159-453f-a739-24dbfefa3c8a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0507987 Apr 12 16:20:38.794627 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b56df18-9ae3-4fd3-975a-ad2df3074058 req-d8fd446f-c9c2-4ce4-8e1d-b5b195b8f6cd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494003 Apr 12 16:20:39.915720 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50488c-c763-4530-a6be-46f0f1b7c431 req-e824ab68-380d-4f75-8d97-a3ac36bbd0e0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:39.917213 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ac50488c-c763-4530-a6be-46f0f1b7c431 req-e824ab68-380d-4f75-8d97-a3ac36bbd0e0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0482731 Apr 12 16:20:39.974174 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ac50488c-c763-4530-a6be-46f0f1b7c431 req-d917e8ae-3c8d-4089-b958-2a9ef2c63108 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511847 Apr 12 16:20:40.594585 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45098) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:40.708464 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:40.787961 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Publish callbacks [] for security_group (b080b664-d2ee-4a7a-8c0b-eac100b96eac), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:40.793108 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (b080b664-d2ee-4a7a-8c0b-eac100b96eac), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:40.832735 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=08e22235b5d44a5f9f5f896a23a16ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370243 Apr 12 16:20:40.834107 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b080b664-d2ee-4a7a-8c0b-eac100b96eac,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:40.835581 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 45104) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:40.841310 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.841661 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.842005 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.842373 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.842709 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.843054 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.843393 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.843720 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.844017 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.844377 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.845005 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.845360 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.845682 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.846009 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.846401 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670081bf-c3be-4de3-855b-e394f16d54eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.890958 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Publish callbacks [] for security_group (b080b664-d2ee-4a7a-8c0b-eac100b96eac), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:40.914211 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Publish callbacks [] for security_group (b080b664-d2ee-4a7a-8c0b-eac100b96eac), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:40.965702 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (b080b664-d2ee-4a7a-8c0b-eac100b96eac), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:40.969720 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:40.971457 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b080b664-d2ee-4a7a-8c0b-eac100b96eac HTTP/1.1" status: 204 len: 168 time: 0.1346707 Apr 12 16:20:40.980607 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b080b664-d2ee-4a7a-8c0b-eac100b96eac,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:40.987597 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.987953 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.988301 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.988642 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.988977 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.989313 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.989836 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.990395 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.990651 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.990985 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.991314 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.991625 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.991939 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.992266 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:40.992586 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7204b25-d75f-4fed-807a-cf4b8b38914d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:41.096889 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4edd49-7226-492e-a0b1-68be8a4983b7 req-2fa80d62-b5c1-4409-b9f4-b9e532316f0e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:41.098429 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bc4edd49-7226-492e-a0b1-68be8a4983b7 req-2fa80d62-b5c1-4409-b9f4-b9e532316f0e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0508163 Apr 12 16:20:41.157002 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bc4edd49-7226-492e-a0b1-68be8a4983b7 req-99931ce7-0212-474a-89f7-b7afb9501346 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505142 Apr 12 16:20:41.268263 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 45118) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:41.283622 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ad48c177-130c-4d89-a11c-4e6d8a1cb889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:41.364360 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ad48c177-130c-4d89-a11c-4e6d8a1cb889 admin admin] Publish callbacks [] for security_group (0bec1922-3df7-45ad-a127-732d7626861b), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:41.370973 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ad48c177-130c-4d89-a11c-4e6d8a1cb889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (0bec1922-3df7-45ad-a127-732d7626861b), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:41.413554 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-ad48c177-130c-4d89-a11c-4e6d8a1cb889 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=46bbf944bd4d458ebdf601c780851b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441202 Apr 12 16:20:41.414461 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48c177-130c-4d89-a11c-4e6d8a1cb889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bec1922-3df7-45ad-a127-732d7626861b,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:41.416507 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45120) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:41.466799 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-240648f1-5588-4550-8589-b6d7616824d9 admin admin] Publish callbacks [] for security_group (0bec1922-3df7-45ad-a127-732d7626861b), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:41.490900 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-240648f1-5588-4550-8589-b6d7616824d9 admin admin] Publish callbacks [] for security_group (0bec1922-3df7-45ad-a127-732d7626861b), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:41.539025 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-240648f1-5588-4550-8589-b6d7616824d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (0bec1922-3df7-45ad-a127-732d7626861b), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:41.542984 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-240648f1-5588-4550-8589-b6d7616824d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:41.544151 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-240648f1-5588-4550-8589-b6d7616824d9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0bec1922-3df7-45ad-a127-732d7626861b HTTP/1.1" status: 204 len: 168 time: 0.1264374 Apr 12 16:20:41.553895 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240648f1-5588-4550-8589-b6d7616824d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bec1922-3df7-45ad-a127-732d7626861b,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:41.917251 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 45140) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:41.931158 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-85a03619-897b-4033-9e17-ea0bc3b205b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:42.007573 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-85a03619-897b-4033-9e17-ea0bc3b205b2 admin admin] Publish callbacks [] for security_group (6613c922-dfe5-42fe-b6e9-6b5e34b90aa7), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:42.011537 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-85a03619-897b-4033-9e17-ea0bc3b205b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (6613c922-dfe5-42fe-b6e9-6b5e34b90aa7), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:42.048857 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-85a03619-897b-4033-9e17-ea0bc3b205b2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4a84748ca6d5442c90d6d7cf7d054cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304989 Apr 12 16:20:42.049693 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a03619-897b-4033-9e17-ea0bc3b205b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6613c922-dfe5-42fe-b6e9-6b5e34b90aa7,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:42.051975 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45142) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:42.114023 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ae7b2c43-42d3-4dd8-995d-4bac0204bed7 admin admin] Publish callbacks [] for security_group (6613c922-dfe5-42fe-b6e9-6b5e34b90aa7), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:42.136958 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ae7b2c43-42d3-4dd8-995d-4bac0204bed7 admin admin] Publish callbacks [] for security_group (6613c922-dfe5-42fe-b6e9-6b5e34b90aa7), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:42.190700 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ae7b2c43-42d3-4dd8-995d-4bac0204bed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (6613c922-dfe5-42fe-b6e9-6b5e34b90aa7), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:42.193526 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ae7b2c43-42d3-4dd8-995d-4bac0204bed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:42.194881 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ae7b2c43-42d3-4dd8-995d-4bac0204bed7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6613c922-dfe5-42fe-b6e9-6b5e34b90aa7 HTTP/1.1" status: 204 len: 168 time: 0.1415517 Apr 12 16:20:42.203878 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b2c43-42d3-4dd8-995d-4bac0204bed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6613c922-dfe5-42fe-b6e9-6b5e34b90aa7,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:42.273306 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cc780-8ea6-4bb5-a28d-b661f0e10375 req-72c4eabf-82b6-4dfd-bc67-fb650a9d9cc2 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:42.274735 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-883cc780-8ea6-4bb5-a28d-b661f0e10375 req-72c4eabf-82b6-4dfd-bc67-fb650a9d9cc2 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0458632 Apr 12 16:20:42.327371 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-883cc780-8ea6-4bb5-a28d-b661f0e10375 req-d98cc4fc-d574-429e-80da-6c04e94115f2 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460241 Apr 12 16:20:42.948436 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45174) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:43.054418 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-40924917-network', 'tenant_id': '3cca5abe3a804deeb910d0d5920c6b6e'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:43.075629 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] Made reservation on behalf of 3cca5abe3a804deeb910d0d5920c6b6e for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:20:43.077996 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:43.087503 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:43.181556 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] Publish callbacks [] for security_group (58ff6cff-1d78-4ba7-8dee-ed9115d32a59), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:43.187179 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (58ff6cff-1d78-4ba7-8dee-ed9115d32a59), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:43.210266 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:20:43.224290 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ff6cff-1d78-4ba7-8dee-ed9115d32a59,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:43.230404 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (63f277d1-5c11-4a38-8b82-a6de39b06dc8), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:43.230747 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] Added segment 63f277d1-5c11-4a38-8b82-a6de39b06dc8 of type vlan for network 453187e0-f48e-47e4-b989-372e2d63b9b3 Apr 12 16:20:43.269716 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (453187e0-f48e-47e4-b989-372e2d63b9b3), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:43.298976 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (453187e0-f48e-47e4-b989-372e2d63b9b3), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:43.299928 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:43.300500 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:43.358220 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4058356 Apr 12 16:20:43.359251 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 45184) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:43.362577 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad37f15-00e4-4fad-b2dd-b62207395a14 admin admin] Pushing event updated for resources: {'Network': ['ID=453187e0-f48e-47e4-b989-372e2d63b9b3,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:43.365754 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-c7544602-a990-4cf4-9ba3-b87508638514 admin admin] Request body: {'subnet': {'network_id': '453187e0-f48e-47e4-b989-372e2d63b9b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-40924917-subnet', 'tenant_id': '3cca5abe3a804deeb910d0d5920c6b6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:43.377818 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 453187e0-f48e-47e4-b989-372e2d63b9b3 details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:20:43.396651 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7544602-a990-4cf4-9ba3-b87508638514 admin admin] Made reservation on behalf of 3cca5abe3a804deeb910d0d5920c6b6e for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:20:43.399129 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7544602-a990-4cf4-9ba3-b87508638514 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25714999'] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:43.514795 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1798f-4250-44dc-be05-0bd7d584c3c6 req-e90e690e-dd43-43d2-8ee5-29cef01510f7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:43.516310 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-14f1798f-4250-44dc-be05-0bd7d584c3c6 req-e90e690e-dd43-43d2-8ee5-29cef01510f7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0982721 Apr 12 16:20:43.605884 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-14f1798f-4250-44dc-be05-0bd7d584c3c6 req-4d802f75-49f3-46bf-993b-fa8a757ba508 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827289 Apr 12 16:20:43.670010 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7544602-a990-4cf4-9ba3-b87508638514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25560587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25714977'] for subnet (9428317a-4f8b-4ee8-b8b5-167daa065682), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:43.723605 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7544602-a990-4cf4-9ba3-b87508638514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9428317a-4f8b-4ee8-b8b5-167daa065682,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:43.733840 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7544602-a990-4cf4-9ba3-b87508638514 admin admin] Checking segment: {'id': '63f277d1-5c11-4a38-8b82-a6de39b06dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '453187e0-f48e-47e4-b989-372e2d63b9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:20:43.734407 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7544602-a990-4cf4-9ba3-b87508638514 admin admin] Network hostable DHCP agents. Network: 453187e0-f48e-47e4-b989-372e2d63b9b3, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:20:43.753900 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7544602-a990-4cf4-9ba3-b87508638514 admin admin] Network 453187e0-f48e-47e4-b989-372e2d63b9b3 is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:20:43.763589 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-c7544602-a990-4cf4-9ba3-b87508638514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 453187e0-f48e-47e4-b989-372e2d63b9b3) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:20:43.768188 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7544602-a990-4cf4-9ba3-b87508638514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:43.768777 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7544602-a990-4cf4-9ba3-b87508638514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:43.773798 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa75573-5630-48a6-9d1a-a6d7f375c9e1 None None] Network 453187e0-f48e-47e4-b989-372e2d63b9b3 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:20:43.786378 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c7544602-a990-4cf4-9ba3-b87508638514 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4252958 Apr 12 16:20:43.894611 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48182377-b69e-4cbb-a893-e749018c57ab None None] Network 453187e0-f48e-47e4-b989-372e2d63b9b3 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:20:44.729173 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feed985-1f0e-4e1f-bc60-f593679f611e req-d16562f7-a18c-4c96-af3c-8f56818a4718 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:44.730578 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4feed985-1f0e-4e1f-bc60-f593679f611e req-d16562f7-a18c-4c96-af3c-8f56818a4718 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0481229 Apr 12 16:20:44.780087 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4feed985-1f0e-4e1f-bc60-f593679f611e req-b734a998-72aa-4694-bcbb-c04c88046086 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Apr 12 16:20:45.925067 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56c336-549b-4fac-a7f5-3e7b8ae5a10b req-11246e90-bffe-4475-8ec7-b47a6920739a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:45.927001 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dd56c336-549b-4fac-a7f5-3e7b8ae5a10b req-11246e90-bffe-4475-8ec7-b47a6920739a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0628486 Apr 12 16:20:45.977915 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dd56c336-549b-4fac-a7f5-3e7b8ae5a10b req-ceaf20d7-b353-4c3e-9736-ecddd54cad84 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 Apr 12 16:20:47.099622 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f1ad6-1115-443c-b011-ddbfcce46d9e req-12bf0021-be5c-443b-9ef4-f5885e23b9a9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:47.101080 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-988f1ad6-1115-443c-b011-ddbfcce46d9e req-12bf0021-be5c-443b-9ef4-f5885e23b9a9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0462039 Apr 12 16:20:47.153891 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-988f1ad6-1115-443c-b011-ddbfcce46d9e req-1714a654-7a02-474e-b6ec-238119062fad tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447347 Apr 12 16:20:47.368882 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfa0e8-79f6-4ec9-86f0-173392b98b86 req-99eb6f1c-b05f-4257-8769-62391aa459e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:47.370652 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d1dfa0e8-79f6-4ec9-86f0-173392b98b86 req-99eb6f1c-b05f-4257-8769-62391aa459e8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 1129 time: 0.0456123 Apr 12 16:20:47.437736 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d1dfa0e8-79f6-4ec9-86f0-173392b98b86 req-6e9db454-92c5-407b-a04b-45bb98faff84 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487421 Apr 12 16:20:47.727949 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-2c1b94a7-4849-45b7-9bae-e7be4932c02f tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:47.729396 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-2c1b94a7-4849-45b7-9bae-e7be4932c02f tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/networks?id=453187e0-f48e-47e4-b989-372e2d63b9b3 HTTP/1.1" status: 200 len: 812 time: 0.1002889 Apr 12 16:20:47.744315 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-81a28183-e6f1-4b50-a4c7-2053e63bc42a tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/quotas/3cca5abe3a804deeb910d0d5920c6b6e HTTP/1.1" status: 200 len: 375 time: 0.0089750 Apr 12 16:20:47.778692 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-6d0ae363-0e98-4a2d-813f-ec9d0cb6920b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3cca5abe3a804deeb910d0d5920c6b6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292466 Apr 12 16:20:47.882604 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-f363944d-b084-4402-ba31-2c5ebfe9dbfb service neutron] 10.222.0.67 "GET /v2.0/networks/453187e0-f48e-47e4-b989-372e2d63b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886064 Apr 12 16:20:47.977715 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-4c1799d8-e811-4eda-9833-08c4c859e9a5 service neutron] 10.222.0.67 "GET /v2.0/networks/453187e0-f48e-47e4-b989-372e2d63b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878911 Apr 12 16:20:48.150901 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4ff8495e-e47a-4d88-a197-385defe4c0c5 req-6ca447d4-11b0-4bf2-ad75-b73ef4c7a3e3 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 210 time: 0.0293546 Apr 12 16:20:48.279433 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218ac52-1f09-46d1-8fef-c143e05c8d0e req-2ebce8b5-291a-42e7-8132-f4c5d7ef9cf3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:48.281015 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a218ac52-1f09-46d1-8fef-c143e05c8d0e req-2ebce8b5-291a-42e7-8132-f4c5d7ef9cf3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0544062 Apr 12 16:20:48.352737 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0c516-8f16-4051-9dc0-046d6d7cca09 req-38378722-084a-42ab-aea5-0eb360987239 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:48.354263 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-19a0c516-8f16-4051-9dc0-046d6d7cca09 req-38378722-084a-42ab-aea5-0eb360987239 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 945 time: 0.0724032 Apr 12 16:20:48.397359 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a218ac52-1f09-46d1-8fef-c143e05c8d0e req-beaf2acc-f922-4479-8813-1e0d19d226af tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067233 Apr 12 16:20:48.428048 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-19a0c516-8f16-4051-9dc0-046d6d7cca09 req-7dd01df7-1bb2-4249-90ff-e510e1386ce8 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677271 Apr 12 16:20:48.451469 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45288) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:48.634336 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ebba9d-adc1-46f0-90af-947ded907fd1 tempest-TestMinimumBasicScenario-1937213607 tempest-TestMinimumBasicScenario-1937213607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:48.639049 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-18ebba9d-adc1-46f0-90af-947ded907fd1 tempest-TestMinimumBasicScenario-1937213607 tempest-TestMinimumBasicScenario-1937213607-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 1124 time: 0.1832709 Apr 12 16:20:48.639049 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45298) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:48.643452 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Request body: {'floatingip': {'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'port_id': '94c5c57b-adf1-460f-930c-36fd03392889', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:48.669092 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:48.761152 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:48.882552 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Allocated IP 172.27.2.26 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/e22005a3-eb05-426a-9f17-159bb3313fb2) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:20:48.990332 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for port (e22005a3-eb05-426a-9f17-159bb3313fb2), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:49.026375 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (e22005a3-eb05-426a-9f17-159bb3313fb2), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:49.083684 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:20:49.086777 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:20:49.091303 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:20:49.095175 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event updated for resources: {'Port': ['ID=e22005a3-eb05-426a-9f17-159bb3313fb2,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:49.251608 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b48ce2b5-34af-4265-a3ef-409fb837bd6e req-58f4b441-3349-447a-8407-6acfc53ca44c tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 210 time: 0.0282371 Apr 12 16:20:49.441067 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for floatingip (8902dc54-3d98-4d32-a084-94e292e0b8db), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:49.512280 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80f6f7-838e-4418-87d4-4c5e55c2808d req-b7a26ba1-0cd0-44e8-9039-e18a5d49e3a6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:49.513862 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2d80f6f7-838e-4418-87d4-4c5e55c2808d req-b7a26ba1-0cd0-44e8-9039-e18a5d49e3a6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0471644 Apr 12 16:20:49.521016 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (e22005a3-eb05-426a-9f17-159bb3313fb2), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:49.572767 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2d80f6f7-838e-4418-87d4-4c5e55c2808d req-b86b4ec4-2664-43c4-8fab-0f7685a37a5e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528417 Apr 12 16:20:49.696924 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for port (e22005a3-eb05-426a-9f17-159bb3313fb2), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:49.701483 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (e22005a3-eb05-426a-9f17-159bb3313fb2), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:49.730500 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (8902dc54-3d98-4d32-a084-94e292e0b8db), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:49.788793 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event updated for resources: {'Port': ['ID=e22005a3-eb05-426a-9f17-159bb3313fb2,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:49.858237 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Floating IP 8902dc54-3d98-4d32-a084-94e292e0b8db associated. External IP: 172.27.2.26, port: 94c5c57b-adf1-460f-930c-36fd03392889. Apr 12 16:20:50.092513 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:20:50.366181 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ae09731-be85-4879-8544-65ced97f24c8 req-cff3fd2f-8d6f-425d-bfc7-ba84e9474240 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 210 time: 0.0406592 Apr 12 16:20:50.440545 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:20:50.461654 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:50.465104 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077f2fd1-b320-4f40-8e6f-9fffb5ab8dcb None None] Sync routers for ids ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:20:50.479947 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077f2fd1-b320-4f40-8e6f-9fffb5ab8dcb None None] Routers {'7b3d75b0-0a3d-4697-a62d-27aa4c780367'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:20:50.482995 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-077f2fd1-b320-4f40-8e6f-9fffb5ab8dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:20:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:50.503264 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-1dd5f637-c5aa-4877-ab7f-fbe275d1855b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8612781 Apr 12 16:20:50.503264 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:20:50.503554 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 45350) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:50.505367 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051641e4-a9d2-4bf9-89f9-9e2b05a8d8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "tag": "94c5c57b-adf1-460f-930c-36fd03392889"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:20:50.527947 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-ebef4ac1-78bb-4353-98f6-4cf310d7312d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761886994', 'description': 'tempest-secgroup-smoke-761886994 description', 'project_id': 'f91e85c02b6e47d9913792e1168a8939'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:50.581369 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dc617d-3309-4306-bc20-e36776a84c86 x-openstack-request-id: req-52dc617d-3309-4306-bc20-e36776a84c86 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:20:50.581872 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "tag": "94c5c57b-adf1-460f-930c-36fd03392889", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:20:50.582105 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-52dc617d-3309-4306-bc20-e36776a84c86 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:20:50.582517 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52dc617d-3309-4306-bc20-e36776a84c86'] response: {'name': 'network-changed', 'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889', 'status': 'completed', 'code': 200} Apr 12 16:20:50.640729 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45358) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:50.645082 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-077f2fd1-b320-4f40-8e6f-9fffb5ab8dcb None None] Set router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:20:50.662185 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0f1fddd0-5147-456a-b068-13719c767ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:50.790591 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-302cf1cc-038b-477b-ab2c-9043c1d9b4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:50.885699 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-302cf1cc-038b-477b-ab2c-9043c1d9b4ea admin admin] Publish callbacks [] for security_group (34a34d81-d3ff-4c86-837b-4349dff98a6c), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:50.896468 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-302cf1cc-038b-477b-ab2c-9043c1d9b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (34a34d81-d3ff-4c86-837b-4349dff98a6c), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:50.931768 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-077f2fd1-b320-4f40-8e6f-9fffb5ab8dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:31Z', 'revision_number': 4, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port': {'id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '8902dc54-3d98-4d32-a084-94e292e0b8db', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'port_id': '94c5c57b-adf1-460f-930c-36fd03392889', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'mac_address': 'fa:16:3e:bc:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74711e3a-cd18-4260-b9d1-7f393f377971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:20:49Z', 'updated_at': '2022-04-12T16:20:49Z', 'revision_number': 0, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de933e8-3ff9-4fc1-94ab-baea5d080b9b', 'name': '', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'mac_address': 'fa:16:3e:16:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:29Z', 'updated_at': '2022-04-12T16:19:35Z', 'revision_number': 5, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'subnets': [{'id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:50.941290 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-302cf1cc-038b-477b-ab2c-9043c1d9b4ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=edf5ce01e2924801ad04c8817db207ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970595 Apr 12 16:20:50.941290 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cf1cc-038b-477b-ab2c-9043c1d9b4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a34d81-d3ff-4c86-837b-4349dff98a6c,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:50.941880 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45368) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:50.975971 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077f2fd1-b320-4f40-8e6f-9fffb5ab8dcb None None] Checking router: 7b3d75b0-0a3d-4697-a62d-27aa4c780367 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:20:50.985754 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077f2fd1-b320-4f40-8e6f-9fffb5ab8dcb None None] Routers {'7b3d75b0-0a3d-4697-a62d-27aa4c780367'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:20:50.986443 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-077f2fd1-b320-4f40-8e6f-9fffb5ab8dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:20:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:51.001195 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ebef4ac1-78bb-4353-98f6-4cf310d7312d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.004110 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd0820e3-307c-4207-bf36-8fc96e3c25dc admin admin] Publish callbacks [] for security_group (34a34d81-d3ff-4c86-837b-4349dff98a6c), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.030254 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd0820e3-307c-4207-bf36-8fc96e3c25dc admin admin] Publish callbacks [] for security_group (34a34d81-d3ff-4c86-837b-4349dff98a6c), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.056814 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-916058b7-9585-4aeb-9e89-7ab67ab225dd tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:51.058421 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-916058b7-9585-4aeb-9e89-7ab67ab225dd tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.45 "GET /v2.0/networks?id=453187e0-f48e-47e4-b989-372e2d63b9b3 HTTP/1.1" status: 200 len: 812 time: 0.5931206 Apr 12 16:20:51.063918 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051641e4-a9d2-4bf9-89f9-9e2b05a8d8a0 req-aaddba3f-d78c-4c7d-a0e6-baa47c6bbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:51.065291 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-051641e4-a9d2-4bf9-89f9-9e2b05a8d8a0 req-aaddba3f-d78c-4c7d-a0e6-baa47c6bbb4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91e85c02b6e47d9913792e1168a8939&device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 1129 time: 0.4385679 Apr 12 16:20:51.075739 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b25ba-42ab-4f2b-977b-1bdb3bb17ed8 req-8ed1e602-0c74-4f9a-a231-4e6a67450e74 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:51.077380 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d06b25ba-42ab-4f2b-977b-1bdb3bb17ed8 req-8ed1e602-0c74-4f9a-a231-4e6a67450e74 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.3828290 Apr 12 16:20:51.092280 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd0820e3-307c-4207-bf36-8fc96e3c25dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (34a34d81-d3ff-4c86-837b-4349dff98a6c), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.095238 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd0820e3-307c-4207-bf36-8fc96e3c25dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.096392 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-fd0820e3-307c-4207-bf36-8fc96e3c25dc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/34a34d81-d3ff-4c86-837b-4349dff98a6c HTTP/1.1" status: 204 len: 168 time: 0.1534760 Apr 12 16:20:51.105012 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0820e3-307c-4207-bf36-8fc96e3c25dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a34d81-d3ff-4c86-837b-4349dff98a6c,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:51.108749 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-077f2fd1-b320-4f40-8e6f-9fffb5ab8dcb None None] Set router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:20:51.127413 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-7eaeb4ff-fb4b-4e55-bfad-67dcc044256b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Request body: {'port': {'device_id': '8ccc877e-8add-4637-87ca-3d598180f495', 'network_id': '453187e0-f48e-47e4-b989-372e2d63b9b3', 'admin_state_up': True, 'tenant_id': '3cca5abe3a804deeb910d0d5920c6b6e'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:51.317886 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ebef4ac1-78bb-4353-98f6-4cf310d7312d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group (6a2986f5-b1de-47c0-ace0-c1573b2644a1), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.336554 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d06b25ba-42ab-4f2b-977b-1bdb3bb17ed8 req-107c037f-57fa-40e6-aae2-4045e1e3c295 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480071 Apr 12 16:20:51.337142 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ebef4ac1-78bb-4353-98f6-4cf310d7312d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (6a2986f5-b1de-47c0-ace0-c1573b2644a1), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.385234 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef4ac1-78bb-4353-98f6-4cf310d7312d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2986f5-b1de-47c0-ace0-c1573b2644a1,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:51.405485 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051641e4-a9d2-4bf9-89f9-9e2b05a8d8a0 req-9cf447e4-0f35-4b8e-8fa1-23520d0925fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:51.407271 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-051641e4-a9d2-4bf9-89f9-9e2b05a8d8a0 req-9cf447e4-0f35-4b8e-8fa1-23520d0925fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa HTTP/1.1" status: 200 len: 916 time: 0.3175790 Apr 12 16:20:51.422773 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ebef4ac1-78bb-4353-98f6-4cf310d7312d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.424368 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-ebef4ac1-78bb-4353-98f6-4cf310d7312d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9195530 Apr 12 16:20:51.428416 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45382) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:51.429045 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-077f2fd1-b320-4f40-8e6f-9fffb5ab8dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:31Z', 'revision_number': 4, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port': {'id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '8902dc54-3d98-4d32-a084-94e292e0b8db', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'port_id': '94c5c57b-adf1-460f-930c-36fd03392889', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'mac_address': 'fa:16:3e:bc:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74711e3a-cd18-4260-b9d1-7f393f377971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:20:49Z', 'updated_at': '2022-04-12T16:20:49Z', 'revision_number': 0, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de933e8-3ff9-4fc1-94ab-baea5d080b9b', 'name': '', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'mac_address': 'fa:16:3e:16:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:29Z', 'updated_at': '2022-04-12T16:19:35Z', 'revision_number': 5, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'subnets': [{'id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:20:51.434551 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-e9baeea0-a59e-4bda-ba56-6ad44fe6d433 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Request body: {'security_group_rule': {'security_group_id': '6a2986f5-b1de-47c0-ace0-c1573b2644a1', 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:51.463083 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077f2fd1-b320-4f40-8e6f-9fffb5ab8dcb None None] The sync data for ids ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'] in dv-cinder-837528-1-iscsi is: [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:31Z', 'revision_number': 4, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port': {'id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '8902dc54-3d98-4d32-a084-94e292e0b8db', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'port_id': '94c5c57b-adf1-460f-930c-36fd03392889', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'mac_address': 'fa:16:3e:bc:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74711e3a-cd18-4260-b9d1-7f393f377971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:20:49Z', 'updated_at': '2022-04-12T16:20:49Z', 'revision_number': 0, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de933e8-3ff9-4fc1-94ab-baea5d080b9b', 'name': '', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'mac_address': 'fa:16:3e:16:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:29Z', 'updated_at': '2022-04-12T16:19:35Z', 'revision_number': 5, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'subnets': [{'id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:20:51.495314 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9baeea0-a59e-4bda-ba56-6ad44fe6d433 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (fce51147-1efb-4b03-ba2b-6e143a75e2ac), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.528538 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45384) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:51.558080 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-57b243e1-71a2-47db-8721-9834c9ffbfe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.595676 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-7eaeb4ff-fb4b-4e55-bfad-67dcc044256b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Made reservation on behalf of 3cca5abe3a804deeb910d0d5920c6b6e for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:20:51.599179 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-7eaeb4ff-fb4b-4e55-bfad-67dcc044256b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.600441 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9baeea0-a59e-4bda-ba56-6ad44fe6d433 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (fce51147-1efb-4b03-ba2b-6e143a75e2ac), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.602664 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1dfe112e-3b77-4ed1-ba82-f57a62dca475 req-01a2bd92-2cb2-495f-be9d-1c5ed706a867 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 210 time: 0.1091104 Apr 12 16:20:51.605694 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-051641e4-a9d2-4bf9-89f9-9e2b05a8d8a0 req-c659fe28-0afc-4565-a87a-a408095beca2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c5c57b-adf1-460f-930c-36fd03392889 HTTP/1.1" status: 200 len: 998 time: 0.1767976 Apr 12 16:20:51.605970 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9baeea0-a59e-4bda-ba56-6ad44fe6d433 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (fce51147-1efb-4b03-ba2b-6e143a75e2ac), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.612547 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a3e9-dbaf-4636-81f1-1f8d51c4261f req-98d14500-32a3-40d1-9f00-68cc3506bbc8 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:51.614683 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2608a3e9-dbaf-4636-81f1-1f8d51c4261f req-98d14500-32a3-40d1-9f00-68cc3506bbc8 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.1199844 Apr 12 16:20:51.638477 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baeea0-a59e-4bda-ba56-6ad44fe6d433 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce51147-1efb-4b03-ba2b-6e143a75e2ac,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:51.654677 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9baeea0-a59e-4bda-ba56-6ad44fe6d433 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.659219 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e9baeea0-a59e-4bda-ba56-6ad44fe6d433 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2264719 Apr 12 16:20:51.659374 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 45386) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:51.670187 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-52a71e55-5920-4c3f-ac70-a53f3287a3e3 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Request body: {'security_group_rule': {'security_group_id': '6a2986f5-b1de-47c0-ace0-c1573b2644a1', 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:51.705548 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-57b243e1-71a2-47db-8721-9834c9ffbfe8 admin admin] Publish callbacks [] for security_group (5a85da0c-fe82-4019-94b2-e551f6d3661c), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.711542 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-57b243e1-71a2-47db-8721-9834c9ffbfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (5a85da0c-fe82-4019-94b2-e551f6d3661c), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.730955 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051641e4-a9d2-4bf9-89f9-9e2b05a8d8a0 req-db760818-ff8b-427d-8f89-69b4d982af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:51.732129 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-051641e4-a9d2-4bf9-89f9-9e2b05a8d8a0 req-db760818-ff8b-427d-8f89-69b4d982af49 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4 HTTP/1.1" status: 200 len: 854 time: 0.1094742 Apr 12 16:20:51.753631 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-57b243e1-71a2-47db-8721-9834c9ffbfe8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1d97a86e343f44c986f9596b31faa34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236497 Apr 12 16:20:51.754737 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b243e1-71a2-47db-8721-9834c9ffbfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a85da0c-fe82-4019-94b2-e551f6d3661c,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:51.758866 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45388) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:51.790362 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7acfde-cc1a-4e78-b030-b3484bd05b40 None None] New status for floating IP 8902dc54-3d98-4d32-a084-94e292e0b8db: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:20:51.826340 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2608a3e9-dbaf-4636-81f1-1f8d51c4261f req-f36a2b8b-1969-45f0-90e2-cd96919dc6ea tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049339 Apr 12 16:20:51.834977 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-52a71e55-5920-4c3f-ac70-a53f3287a3e3 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (91258171-ab24-47e8-b8f5-aa2f69de7a87), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.836086 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-38b88187-8074-4e61-b78d-174b670fe109 admin admin] Publish callbacks [] for security_group (5a85da0c-fe82-4019-94b2-e551f6d3661c), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.907475 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-38b88187-8074-4e61-b78d-174b670fe109 admin admin] Publish callbacks [] for security_group (5a85da0c-fe82-4019-94b2-e551f6d3661c), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.910460 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051641e4-a9d2-4bf9-89f9-9e2b05a8d8a0 req-f892215f-f7bb-4d13-a9af-c71b56a95719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:51.912015 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-051641e4-a9d2-4bf9-89f9-9e2b05a8d8a0 req-f892215f-f7bb-4d13-a9af-c71b56a95719 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1458092 Apr 12 16:20:51.970446 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-7eaeb4ff-fb4b-4e55-bfad-67dcc044256b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Allocated IP 172.20.0.2 (453187e0-f48e-47e4-b989-372e2d63b9b3/9428317a-4f8b-4ee8-b8b5-167daa065682/964b26c8-87b2-4c98-a446-64b394850524) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:20:51.975294 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-38b88187-8074-4e61-b78d-174b670fe109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (5a85da0c-fe82-4019-94b2-e551f6d3661c), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.977898 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-38b88187-8074-4e61-b78d-174b670fe109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:51.985940 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-38b88187-8074-4e61-b78d-174b670fe109 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a85da0c-fe82-4019-94b2-e551f6d3661c HTTP/1.1" status: 204 len: 168 time: 0.2226186 Apr 12 16:20:52.013831 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b88187-8074-4e61-b78d-174b670fe109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a85da0c-fe82-4019-94b2-e551f6d3661c,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:52.058410 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-52a71e55-5920-4c3f-ac70-a53f3287a3e3 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (91258171-ab24-47e8-b8f5-aa2f69de7a87), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.072385 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-52a71e55-5920-4c3f-ac70-a53f3287a3e3 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (91258171-ab24-47e8-b8f5-aa2f69de7a87), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.179581 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a71e55-5920-4c3f-ac70-a53f3287a3e3 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91258171-ab24-47e8-b8f5-aa2f69de7a87,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:52.191061 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-52a71e55-5920-4c3f-ac70-a53f3287a3e3 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.192316 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-52a71e55-5920-4c3f-ac70-a53f3287a3e3 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5324271 Apr 12 16:20:52.194588 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-051641e4-a9d2-4bf9-89f9-9e2b05a8d8a0 req-fa5fef74-7c79-4a2c-9226-7c8a42a58cb7 service neutron] 10.222.0.45 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594306 Apr 12 16:20:52.195184 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 45396) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:52.202754 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-e084b23f-7ed1-4f12-9cd3-8df15007f7bd tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Request body: {'security_group_rule': {'security_group_id': '6a2986f5-b1de-47c0-ace0-c1573b2644a1', 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:52.355542 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e084b23f-7ed1-4f12-9cd3-8df15007f7bd tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (ece2fee8-a4b3-4489-ab9e-6e9952065232), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.430010 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-7eaeb4ff-fb4b-4e55-bfad-67dcc044256b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks [] for port (964b26c8-87b2-4c98-a446-64b394850524), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.453459 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-051641e4-a9d2-4bf9-89f9-9e2b05a8d8a0 req-57458f01-1051-47df-b03b-98ea89238b7f service neutron] 10.222.0.45 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285206 Apr 12 16:20:52.490387 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e084b23f-7ed1-4f12-9cd3-8df15007f7bd tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (ece2fee8-a4b3-4489-ab9e-6e9952065232), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.497150 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e084b23f-7ed1-4f12-9cd3-8df15007f7bd tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (ece2fee8-a4b3-4489-ab9e-6e9952065232), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.520739 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-7eaeb4ff-fb4b-4e55-bfad-67dcc044256b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (964b26c8-87b2-4c98-a446-64b394850524), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.526656 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084b23f-7ed1-4f12-9cd3-8df15007f7bd tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece2fee8-a4b3-4489-ab9e-6e9952065232,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:52.562799 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e084b23f-7ed1-4f12-9cd3-8df15007f7bd tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.564030 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-e084b23f-7ed1-4f12-9cd3-8df15007f7bd tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3649013 Apr 12 16:20:52.566885 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45410) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:52.572630 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-82ba40ba-9ead-4efa-aecf-0497d23b5da2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Request body: {'security_group_rule': {'security_group_id': '6a2986f5-b1de-47c0-ace0-c1573b2644a1', 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:52.581649 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-7eaeb4ff-fb4b-4e55-bfad-67dcc044256b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Network 453187e0-f48e-47e4-b989-372e2d63b9b3 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:20:52.585907 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaeb4ff-fb4b-4e55-bfad-67dcc044256b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Pushing event updated for resources: {'Port': ['ID=964b26c8-87b2-4c98-a446-64b394850524,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:52.588385 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-7eaeb4ff-fb4b-4e55-bfad-67dcc044256b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:20:52.590524 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-7eaeb4ff-fb4b-4e55-bfad-67dcc044256b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:20:52.612017 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-82ba40ba-9ead-4efa-aecf-0497d23b5da2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (2d57c5ab-cba3-4d5b-be0b-0a69bbc6eb3a), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.657061 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-7eaeb4ff-fb4b-4e55-bfad-67dcc044256b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:52.657675 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-7eaeb4ff-fb4b-4e55-bfad-67dcc044256b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.678417 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-7eaeb4ff-fb4b-4e55-bfad-67dcc044256b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5876458 Apr 12 16:20:52.691858 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-82ba40ba-9ead-4efa-aecf-0497d23b5da2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (2d57c5ab-cba3-4d5b-be0b-0a69bbc6eb3a), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.696385 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-82ba40ba-9ead-4efa-aecf-0497d23b5da2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (2d57c5ab-cba3-4d5b-be0b-0a69bbc6eb3a), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.706518 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Request body: {'port': {'device_id': '8ccc877e-8add-4637-87ca-3d598180f495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:52.716308 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba40ba-9ead-4efa-aecf-0497d23b5da2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d57c5ab-cba3-4d5b-be0b-0a69bbc6eb3a,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:52.727543 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-82ba40ba-9ead-4efa-aecf-0497d23b5da2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.733363 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-82ba40ba-9ead-4efa-aecf-0497d23b5da2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1621006 Apr 12 16:20:52.733694 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45416) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:52.740854 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-ed7b1272-e37d-42c6-8bbb-eb20ccfa170b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Request body: {'security_group_rule': {'security_group_id': '6a2986f5-b1de-47c0-ace0-c1573b2644a1', 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:52.772770 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.securitygroups_db [None req-ed7b1272-e37d-42c6-8bbb-eb20ccfa170b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Project f91e85c02b6e47d9913792e1168a8939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 16:20:52.774155 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5d95c-fc48-4996-b09c-d98a0ac93182 req-2107deba-80cb-4b15-8d7f-5b709b923b61 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:52.775699 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3ea5d95c-fc48-4996-b09c-d98a0ac93182 req-2107deba-80cb-4b15-8d7f-5b709b923b61 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 931 time: 0.0852013 Apr 12 16:20:52.780602 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ed7b1272-e37d-42c6-8bbb-eb20ccfa170b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (5ec69d71-30a6-474c-ae10-f11150acf142), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.825663 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (964b26c8-87b2-4c98-a446-64b394850524), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.854721 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ed7b1272-e37d-42c6-8bbb-eb20ccfa170b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (5ec69d71-30a6-474c-ae10-f11150acf142), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.859470 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ed7b1272-e37d-42c6-8bbb-eb20ccfa170b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (5ec69d71-30a6-474c-ae10-f11150acf142), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.877509 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b1272-e37d-42c6-8bbb-eb20ccfa170b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec69d71-30a6-474c-ae10-f11150acf142,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:52.888676 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ed7b1272-e37d-42c6-8bbb-eb20ccfa170b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.890134 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ed7b1272-e37d-42c6-8bbb-eb20ccfa170b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1552782 Apr 12 16:20:52.892872 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45424) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:52.897769 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3ea5d95c-fc48-4996-b09c-d98a0ac93182 req-57cb3ce7-27f2-45b2-82b4-05bf11407c09 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020982 Apr 12 16:20:52.899676 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-eb4bb254-4180-40a3-b5b2-016a54366cf5 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Request body: {'security_group_rule': {'security_group_id': '6a2986f5-b1de-47c0-ace0-c1573b2644a1', 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:52.938832 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.securitygroups_db [None req-eb4bb254-4180-40a3-b5b2-016a54366cf5 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Project f91e85c02b6e47d9913792e1168a8939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 16:20:52.946536 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-eb4bb254-4180-40a3-b5b2-016a54366cf5 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (4a9b7a79-4fee-4943-be67-af0d027545cb), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:52.961192 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c5666cca-1678-418f-9a50-b879096e2551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:53.028953 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-eb4bb254-4180-40a3-b5b2-016a54366cf5 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (4a9b7a79-4fee-4943-be67-af0d027545cb), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:53.034628 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-eb4bb254-4180-40a3-b5b2-016a54366cf5 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (4a9b7a79-4fee-4943-be67-af0d027545cb), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:53.055774 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bb254-4180-40a3-b5b2-016a54366cf5 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9b7a79-4fee-4943-be67-af0d027545cb,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:53.066695 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-eb4bb254-4180-40a3-b5b2-016a54366cf5 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:53.068077 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-eb4bb254-4180-40a3-b5b2-016a54366cf5 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1742022 Apr 12 16:20:53.215747 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964b26c8-87b2-4c98-a446-64b394850524 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:20:53.225644 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-29038ab9-522e-4c6a-93f8-4ae6bc652a5a req-c4d38f73-00e3-4e81-9f28-b5ee782ea4f4 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761886994&fields=id&tenant_id=f91e85c02b6e47d9913792e1168a8939 HTTP/1.1" status: 200 len: 267 time: 0.0879030 Apr 12 16:20:53.230702 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Publish callbacks [] for port (964b26c8-87b2-4c98-a446-64b394850524), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:53.274846 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Transition to ACTIVE for port object 964b26c8-87b2-4c98-a446-64b394850524 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:20:53.281307 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (964b26c8-87b2-4c98-a446-64b394850524), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:53.292456 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038ab9-522e-4c6a-93f8-4ae6bc652a5a req-47b86f36-96fa-434f-b548-ff8513475d93 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:53.294252 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-29038ab9-522e-4c6a-93f8-4ae6bc652a5a req-47b86f36-96fa-434f-b548-ff8513475d93 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 945 time: 0.0604200 Apr 12 16:20:53.324677 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-29038ab9-522e-4c6a-93f8-4ae6bc652a5a req-f28674e1-0eed-43ed-9052-cb8e3da3492e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Request body: {'port': {'security_groups': ['fe2a9b4b-281b-442e-8452-b2e960428567', '6a2986f5-b1de-47c0-ace0-c1573b2644a1']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:20:53.353200 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Pushing event updated for resources: {'Port': ['ID=964b26c8-87b2-4c98-a446-64b394850524,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:53.464388 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-29038ab9-522e-4c6a-93f8-4ae6bc652a5a req-f28674e1-0eed-43ed-9052-cb8e3da3492e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (94c5c57b-adf1-460f-930c-36fd03392889), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:53.531160 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Attempting to bind port 964b26c8-87b2-4c98-a446-64b394850524 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:20:53.531160 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Attempting to bind port 964b26c8-87b2-4c98-a446-64b394850524 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '63f277d1-5c11-4a38-8b82-a6de39b06dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '453187e0-f48e-47e4-b989-372e2d63b9b3'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:20:53.534518 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Attempting to bind port 964b26c8-87b2-4c98-a446-64b394850524 on network 453187e0-f48e-47e4-b989-372e2d63b9b3 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:20:53.545537 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Port 964b26c8-87b2-4c98-a446-64b394850524 on network 453187e0-f48e-47e4-b989-372e2d63b9b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:20:53.545864 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Attempting to bind port 964b26c8-87b2-4c98-a446-64b394850524 on network 453187e0-f48e-47e4-b989-372e2d63b9b3 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:20:53.559708 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:20:53.560043 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Checking segment: {'id': '63f277d1-5c11-4a38-8b82-a6de39b06dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '453187e0-f48e-47e4-b989-372e2d63b9b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:20:53.560453 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Bound using segment: {'id': '63f277d1-5c11-4a38-8b82-a6de39b06dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '453187e0-f48e-47e4-b989-372e2d63b9b3'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:20:53.561200 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Bound port: 964b26c8-87b2-4c98-a446-64b394850524, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f277d1-5c11-4a38-8b82-a6de39b06dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '453187e0-f48e-47e4-b989-372e2d63b9b3'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:20:53.561571 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (964b26c8-87b2-4c98-a446-64b394850524), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:53.717262 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] For port 964b26c8-87b2-4c98-a446-64b394850524, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:20:53.734910 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] For port 964b26c8-87b2-4c98-a446-64b394850524, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=964b26c8-87b2-4c98-a446-64b394850524,segment=NetworkSegment(63f277d1-5c11-4a38-8b82-a6de39b06dc8),segment_id=63f277d1-5c11-4a38-8b82-a6de39b06dc8)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:20:53.747723 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (964b26c8-87b2-4c98-a446-64b394850524), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:53.857118 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:53.857855 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:53.859232 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] 10.222.0.45 "PUT /v2.0/ports/964b26c8-87b2-4c98-a446-64b394850524 HTTP/1.1" status: 200 len: 1093 time: 1.1593699 Apr 12 16:20:53.865385 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccc877e-8add-4637-87ca-3d598180f495', 'tag': '964b26c8-87b2-4c98-a446-64b394850524'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:20:53.867050 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a665a9-fb04-4b62-a567-93c12c193b05" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccc877e-8add-4637-87ca-3d598180f495", "tag": "964b26c8-87b2-4c98-a446-64b394850524"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:20:53.882634 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-29038ab9-522e-4c6a-93f8-4ae6bc652a5a req-f28674e1-0eed-43ed-9052-cb8e3da3492e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] For port 94c5c57b-adf1-460f-930c-36fd03392889, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=94c5c57b-adf1-460f-930c-36fd03392889,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:20:53.928140 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fa601-3709-41cc-8427-c18685efb587 req-c36b98c4-0289-456f-9c7a-dbe8ea4236ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:53.933040 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-919fa601-3709-41cc-8427-c18685efb587 req-c36b98c4-0289-456f-9c7a-dbe8ea4236ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 1129 time: 0.1708536 Apr 12 16:20:53.945107 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960226e-58f6-4847-9235-f3e9fa77c671 req-825bdbdf-904b-40c1-ad5c-357a223a838c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:53.946595 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a960226e-58f6-4847-9235-f3e9fa77c671 req-825bdbdf-904b-40c1-ad5c-357a223a838c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.1872880 Apr 12 16:20:53.971984 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a62de4-e999-4b35-b8c0-5ad96a3cea76 service neutron] Pushing event updated for resources: {'Port': ['ID=964b26c8-87b2-4c98-a446-64b394850524,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:54.022469 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-29038ab9-522e-4c6a-93f8-4ae6bc652a5a req-f28674e1-0eed-43ed-9052-cb8e3da3492e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for port (94c5c57b-adf1-460f-930c-36fd03392889), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:54.036979 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-29038ab9-522e-4c6a-93f8-4ae6bc652a5a req-f28674e1-0eed-43ed-9052-cb8e3da3492e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (94c5c57b-adf1-460f-930c-36fd03392889), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:54.053119 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['94c5c57b-adf1-460f-930c-36fd03392889'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:20:54.114691 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-fb977f45-4ac2-4bbc-80fb-6ba0f6e6ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:54.116124 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-fb977f45-4ac2-4bbc-80fb-6ba0f6e6ac7f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cca5abe3a804deeb910d0d5920c6b6e&device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 1127 time: 0.1618137 Apr 12 16:20:54.179205 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038ab9-522e-4c6a-93f8-4ae6bc652a5a req-f28674e1-0eed-43ed-9052-cb8e3da3492e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:54.181655 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-29038ab9-522e-4c6a-93f8-4ae6bc652a5a req-f28674e1-0eed-43ed-9052-cb8e3da3492e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:54.191069 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:54.195772 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-29038ab9-522e-4c6a-93f8-4ae6bc652a5a req-f28674e1-0eed-43ed-9052-cb8e3da3492e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "PUT /v2.0/ports/94c5c57b-adf1-460f-930c-36fd03392889 HTTP/1.1" status: 200 len: 981 time: 0.8724215 Apr 12 16:20:54.246432 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e100a6c-c232-4871-a774-f5b97e2a1570 x-openstack-request-id: req-6e100a6c-c232-4871-a774-f5b97e2a1570 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:20:54.247062 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccc877e-8add-4637-87ca-3d598180f495", "tag": "964b26c8-87b2-4c98-a446-64b394850524", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:20:54.247480 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6e100a6c-c232-4871-a774-f5b97e2a1570 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:20:54.247851 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e100a6c-c232-4871-a774-f5b97e2a1570'] response: {'name': 'network-changed', 'server_uuid': '8ccc877e-8add-4637-87ca-3d598180f495', 'tag': '964b26c8-87b2-4c98-a446-64b394850524', 'status': 'completed', 'code': 200} Apr 12 16:20:54.264194 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45472) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:54.274496 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a960226e-58f6-4847-9235-f3e9fa77c671 req-3e043984-2052-4190-88d3-8bc95c3eff11 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174243 Apr 12 16:20:54.306282 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-c2718989-422f-4b19-982f-d71136e0c551 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=964b26c8-87b2-4c98-a446-64b394850524 HTTP/1.1" status: 200 len: 217 time: 0.1641963 Apr 12 16:20:54.405996 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['94c5c57b-adf1-460f-930c-36fd03392889'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:20:54.440533 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ec83cefe-2f04-4e60-a228-ebd42445308d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:54.483325 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c3b1fc51-cc5d-4f95-8895-e699cacbe879 None None] Provisioning complete for port 94c5c57b-adf1-460f-930c-36fd03392889 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:20:54.483957 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c3b1fc51-cc5d-4f95-8895-e699cacbe879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (94c5c57b-adf1-460f-930c-36fd03392889), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:54.536035 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ec83cefe-2f04-4e60-a228-ebd42445308d admin admin] Publish callbacks [] for security_group (f8661c3d-f0c4-4310-8e89-fae03d463795), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:54.541293 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ec83cefe-2f04-4e60-a228-ebd42445308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f8661c3d-f0c4-4310-8e89-fae03d463795), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:54.583753 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ec83cefe-2f04-4e60-a228-ebd42445308d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dd2dfc59c3324ec594997a2f6439d59e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183842 Apr 12 16:20:54.585477 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45476) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:54.592893 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83cefe-2f04-4e60-a228-ebd42445308d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8661c3d-f0c4-4310-8e89-fae03d463795,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:54.625866 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28674e1-0eed-43ed-9052-cb8e3da3492e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event updated for resources: {'Port': ['ID=94c5c57b-adf1-460f-930c-36fd03392889,revision_number=6']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:54.649056 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-23c32ff2-1d3c-44b7-820b-9b12c5057e01 admin admin] Publish callbacks [] for security_group (f8661c3d-f0c4-4310-8e89-fae03d463795), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:54.673061 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fa601-3709-41cc-8427-c18685efb587 req-a8a6ef5a-4b7d-45b6-befd-1833c079ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:54.673320 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-23c32ff2-1d3c-44b7-820b-9b12c5057e01 admin admin] Publish callbacks [] for security_group (f8661c3d-f0c4-4310-8e89-fae03d463795), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:54.673406 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-919fa601-3709-41cc-8427-c18685efb587 req-a8a6ef5a-4b7d-45b6-befd-1833c079ed32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 918 time: 0.7174051 Apr 12 16:20:54.713149 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1fc51-cc5d-4f95-8895-e699cacbe879 None None] Current status of the port 94c5c57b-adf1-460f-930c-36fd03392889 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:54.722548 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-23c32ff2-1d3c-44b7-820b-9b12c5057e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f8661c3d-f0c4-4310-8e89-fae03d463795), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:54.725848 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-23c32ff2-1d3c-44b7-820b-9b12c5057e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:54.737903 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-23c32ff2-1d3c-44b7-820b-9b12c5057e01 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f8661c3d-f0c4-4310-8e89-fae03d463795 HTTP/1.1" status: 204 len: 168 time: 0.1435049 Apr 12 16:20:54.754294 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c32ff2-1d3c-44b7-820b-9b12c5057e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8661c3d-f0c4-4310-8e89-fae03d463795,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:54.775478 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a702291-e7b9-48b5-8d81-21bd58569db6 req-79f2386a-22b4-479c-814f-4bab11ff5881 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:54.776871 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a702291-e7b9-48b5-8d81-21bd58569db6 req-79f2386a-22b4-479c-814f-4bab11ff5881 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.1540322 Apr 12 16:20:54.784205 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-919fa601-3709-41cc-8427-c18685efb587 req-535b461f-bd7f-4ce8-9567-55f5532853da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1482398b-faf8-483e-b85f-481978b24399 HTTP/1.1" status: 200 len: 217 time: 0.0757401 Apr 12 16:20:54.797008 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005652a-aa28-48c6-bae7-82a6f37bbea6 req-2b4017e2-b21a-4f04-82cb-221339ea4f02 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:54.798732 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e005652a-aa28-48c6-bae7-82a6f37bbea6 req-2b4017e2-b21a-4f04-82cb-221339ea4f02 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 943 time: 0.1835442 Apr 12 16:20:54.828252 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-680a5c32-8359-47e4-bafa-6813d3807424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:54.829706 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-680a5c32-8359-47e4-bafa-6813d3807424 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9428317a-4f8b-4ee8-b8b5-167daa065682 HTTP/1.1" status: 200 len: 852 time: 0.2059138 Apr 12 16:20:54.924778 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-9039e12f-d5f4-422d-aa50-43cad96462f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=453187e0-f48e-47e4-b989-372e2d63b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713711 Apr 12 16:20:54.949949 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fa601-3709-41cc-8427-c18685efb587 req-5702eba0-0028-4389-851a-8b1c1c20142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:54.951432 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-919fa601-3709-41cc-8427-c18685efb587 req-5702eba0-0028-4389-851a-8b1c1c20142b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.1432025 Apr 12 16:20:55.001466 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a702291-e7b9-48b5-8d81-21bd58569db6 req-8f395d5e-d192-4a63-bf7c-89c843df0797 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2144821 Apr 12 16:20:55.021971 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e005652a-aa28-48c6-bae7-82a6f37bbea6 req-742145ec-4d79-4484-9545-5e5b22fb7c9e tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157159 Apr 12 16:20:55.052540 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45488) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:55.066184 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-44301a78-aec5-485f-a680-c305fa5020c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:55.067068 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fa601-3709-41cc-8427-c18685efb587 req-cf594b22-645f-4e53-9829-b9d5ea07c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:55.068750 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-919fa601-3709-41cc-8427-c18685efb587 req-cf594b22-645f-4e53-9829-b9d5ea07c7ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0975749 Apr 12 16:20:55.091476 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:55.129300 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-e05aba5e-1317-4e36-b30b-cf9cf2fb988c service neutron] 10.222.0.45 "GET /v2.0/networks/453187e0-f48e-47e4-b989-372e2d63b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813254 Apr 12 16:20:55.162008 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-44301a78-aec5-485f-a680-c305fa5020c8 admin admin] Publish callbacks [] for security_group (a5d42391-1405-47a9-b1fe-b8d22d246838), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:55.166462 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-44301a78-aec5-485f-a680-c305fa5020c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (a5d42391-1405-47a9-b1fe-b8d22d246838), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:55.204689 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-44301a78-aec5-485f-a680-c305fa5020c8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=70cf98370e3f412095678c39ec080654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509778 Apr 12 16:20:55.206106 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44301a78-aec5-485f-a680-c305fa5020c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d42391-1405-47a9-b1fe-b8d22d246838,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:55.209424 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45492) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:20:55.265094 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3351c115-e415-4508-b959-bafd9e00bdd7 admin admin] Publish callbacks [] for security_group (a5d42391-1405-47a9-b1fe-b8d22d246838), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:55.269071 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b517a244-960e-40f8-838f-b6fd9431e6c3 req-3b91b932-3f44-4cb6-b6be-4d0a2ffe9ba1 service neutron] 10.222.0.45 "GET /v2.0/networks/453187e0-f48e-47e4-b989-372e2d63b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130896 Apr 12 16:20:55.270874 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-919fa601-3709-41cc-8427-c18685efb587 req-4b3d8011-b47b-4ca2-bd0e-e80bca73d281 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791556 Apr 12 16:20:55.290672 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3351c115-e415-4508-b959-bafd9e00bdd7 admin admin] Publish callbacks [] for security_group (a5d42391-1405-47a9-b1fe-b8d22d246838), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:55.355088 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3351c115-e415-4508-b959-bafd9e00bdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (a5d42391-1405-47a9-b1fe-b8d22d246838), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:55.357574 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3351c115-e415-4508-b959-bafd9e00bdd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:55.358731 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-3351c115-e415-4508-b959-bafd9e00bdd7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a5d42391-1405-47a9-b1fe-b8d22d246838 HTTP/1.1" status: 204 len: 168 time: 0.1480036 Apr 12 16:20:55.367832 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351c115-e415-4508-b959-bafd9e00bdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d42391-1405-47a9-b1fe-b8d22d246838,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:55.415147 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418ea3b-8df8-46d1-8931-55b2dcc8a11a req-d14ae879-bb44-498b-a3d9-7a2649e2a12b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:55.416652 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e418ea3b-8df8-46d1-8931-55b2dcc8a11a req-d14ae879-bb44-498b-a3d9-7a2649e2a12b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0704515 Apr 12 16:20:55.442835 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-919fa601-3709-41cc-8427-c18685efb587 req-e8def0c5-b3e3-4c03-9456-5d276d84ad81 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530161 Apr 12 16:20:55.471634 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e418ea3b-8df8-46d1-8931-55b2dcc8a11a req-efa7efa5-a1aa-4fb7-86f3-ae2c8c9d1c21 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456097 Apr 12 16:20:55.524053 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:56.137811 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27760afc-4a90-43bd-b03a-b372dff4fa9a req-75d62e64-ae9a-4ff1-a183-1b90c4520353 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:56.142528 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-27760afc-4a90-43bd-b03a-b372dff4fa9a req-75d62e64-ae9a-4ff1-a183-1b90c4520353 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 943 time: 0.0525906 Apr 12 16:20:56.190019 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-27760afc-4a90-43bd-b03a-b372dff4fa9a req-5780084d-57e9-41a5-a794-fd7886899839 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438561 Apr 12 16:20:56.248939 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:20:56.251416 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799eec8d-079b-4df4-b6d6-2063cd5d46f9" -d '{"events": [{"name": "network-changed", "server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "tag": "94c5c57b-adf1-460f-930c-36fd03392889"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:20:56.289291 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0211faf8-b784-47c0-92ee-90042f998b7d x-openstack-request-id: req-0211faf8-b784-47c0-92ee-90042f998b7d {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:20:56.289586 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "tag": "94c5c57b-adf1-460f-930c-36fd03392889", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:20:56.289830 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0211faf8-b784-47c0-92ee-90042f998b7d {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:20:56.290267 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0211faf8-b784-47c0-92ee-90042f998b7d'] response: {'name': 'network-changed', 'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889', 'status': 'completed', 'code': 200} Apr 12 16:20:56.589313 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1452a1-f9a5-475a-82ec-c86dde1532f6 req-cba5c80b-421b-499d-bd8f-e26b9de1f439 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:56.590962 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-de1452a1-f9a5-475a-82ec-c86dde1532f6 req-cba5c80b-421b-499d-bd8f-e26b9de1f439 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0514138 Apr 12 16:20:56.639141 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-de1452a1-f9a5-475a-82ec-c86dde1532f6 req-31174e4c-0d44-47f5-9546-cf07d83ae62f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425687 Apr 12 16:20:57.024268 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:57.331238 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a665a9-fb04-4b62-a567-93c12c193b05 req-d0de0647-3636-494f-8247-ef7ef4a16aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:57.333143 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61a665a9-fb04-4b62-a567-93c12c193b05 req-d0de0647-3636-494f-8247-ef7ef4a16aad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cca5abe3a804deeb910d0d5920c6b6e&device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 1127 time: 0.0982125 Apr 12 16:20:57.359060 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eec8d-079b-4df4-b6d6-2063cd5d46f9 req-05ab8734-490e-4406-85d3-542ea760aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:57.360608 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-799eec8d-079b-4df4-b6d6-2063cd5d46f9 req-05ab8734-490e-4406-85d3-542ea760aa4b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91e85c02b6e47d9913792e1168a8939&device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 1168 time: 0.1010854 Apr 12 16:20:57.376327 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dac96-2752-4512-a151-ab33e55e9f7a req-31e9be70-0e4d-4e2d-b8bf-50ce13d60c4e tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:57.377730 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-286dac96-2752-4512-a151-ab33e55e9f7a req-31e9be70-0e4d-4e2d-b8bf-50ce13d60c4e tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 943 time: 0.0636616 Apr 12 16:20:57.429345 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-286dac96-2752-4512-a151-ab33e55e9f7a req-6b9c8587-ddf7-43c0-a82a-a324dc232102 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456655 Apr 12 16:20:57.685833 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 964b26c8-87b2-4c98-a446-64b394850524 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:20:57.728639 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eec8d-079b-4df4-b6d6-2063cd5d46f9 req-3ffa0dea-fbb5-4f52-af35-0a82d06acb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:57.730219 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-799eec8d-079b-4df4-b6d6-2063cd5d46f9 req-3ffa0dea-fbb5-4f52-af35-0a82d06acb12 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa HTTP/1.1" status: 200 len: 916 time: 0.1848001 Apr 12 16:20:57.747976 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a665a9-fb04-4b62-a567-93c12c193b05 req-a8faf0ea-46fa-49b8-abe9-d08a54afcb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:57.749450 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61a665a9-fb04-4b62-a567-93c12c193b05 req-a8faf0ea-46fa-49b8-abe9-d08a54afcb65 service neutron] 10.222.0.45 "GET /v2.0/networks?id=453187e0-f48e-47e4-b989-372e2d63b9b3 HTTP/1.1" status: 200 len: 913 time: 0.2022474 Apr 12 16:20:57.769799 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde22b9-5400-46f8-b9ed-6c8383b27a87 req-0466d277-fc46-4fac-9a15-5194e01b8793 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:57.771447 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4fde22b9-5400-46f8-b9ed-6c8383b27a87 req-0466d277-fc46-4fac-9a15-5194e01b8793 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0598848 Apr 12 16:20:57.792009 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 964b26c8-87b2-4c98-a446-64b394850524, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=964b26c8-87b2-4c98-a446-64b394850524,segment=NetworkSegment(63f277d1-5c11-4a38-8b82-a6de39b06dc8),segment_id=63f277d1-5c11-4a38-8b82-a6de39b06dc8)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:20:57.805051 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': '964b26c8-87b2-4c98-a446-64b394850524', 'network_id': '453187e0-f48e-47e4-b989-372e2d63b9b3', 'port_id': '964b26c8-87b2-4c98-a446-64b394850524', 'mac_address': 'fa:16:3e:9c:bb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9428317a-4f8b-4ee8-b8b5-167daa065682', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:20:57.847880 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 964b26c8-87b2-4c98-a446-64b394850524 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:20:57.848401 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (964b26c8-87b2-4c98-a446-64b394850524), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:57.861591 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61a665a9-fb04-4b62-a567-93c12c193b05 req-6e8b9390-f2af-41ea-a6e6-00e54fe9060c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=964b26c8-87b2-4c98-a446-64b394850524 HTTP/1.1" status: 200 len: 217 time: 0.0861170 Apr 12 16:20:57.861891 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964b26c8-87b2-4c98-a446-64b394850524 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:20:57.883002 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 964b26c8-87b2-4c98-a446-64b394850524, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=964b26c8-87b2-4c98-a446-64b394850524,segment=NetworkSegment(63f277d1-5c11-4a38-8b82-a6de39b06dc8),segment_id=63f277d1-5c11-4a38-8b82-a6de39b06dc8)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:20:57.887112 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (964b26c8-87b2-4c98-a446-64b394850524), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:20:57.925320 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-799eec8d-079b-4df4-b6d6-2063cd5d46f9 req-1833c382-6b47-4e0b-a87e-46e6ff232532 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c5c57b-adf1-460f-930c-36fd03392889 HTTP/1.1" status: 200 len: 1000 time: 0.1510525 Apr 12 16:20:57.935125 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4fde22b9-5400-46f8-b9ed-6c8383b27a87 req-a0893dcd-7550-4735-9b41-e2a2ed177516 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540387 Apr 12 16:20:57.935496 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=964b26c8-87b2-4c98-a446-64b394850524,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:20:57.945446 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.945806 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.946183 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.946739 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.947085 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.955621 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.955621 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.955621 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.955621 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.955621 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.955621 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.955621 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.955621 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.955621 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.955621 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:20:57.979293 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a665a9-fb04-4b62-a567-93c12c193b05 req-ee9b2b7f-fcd6-4865-8b8e-0f43ba3854ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:57.980715 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61a665a9-fb04-4b62-a567-93c12c193b05 req-ee9b2b7f-fcd6-4865-8b8e-0f43ba3854ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9428317a-4f8b-4ee8-b8b5-167daa065682 HTTP/1.1" status: 200 len: 852 time: 0.1052718 Apr 12 16:20:58.019349 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eec8d-079b-4df4-b6d6-2063cd5d46f9 req-30568cd4-bd08-4611-bd05-6a3f7efd7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:58.020933 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-799eec8d-079b-4df4-b6d6-2063cd5d46f9 req-30568cd4-bd08-4611-bd05-6a3f7efd7fd6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4 HTTP/1.1" status: 200 len: 854 time: 0.0818062 Apr 12 16:20:58.022910 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61a665a9-fb04-4b62-a567-93c12c193b05 req-8d0b2864-a7e9-4b22-b6d7-574285e66209 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=453187e0-f48e-47e4-b989-372e2d63b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305588 Apr 12 16:20:58.134872 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eec8d-079b-4df4-b6d6-2063cd5d46f9 req-3acf6588-0330-42aa-bce1-7cddcc49c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:58.136397 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-799eec8d-079b-4df4-b6d6-2063cd5d46f9 req-3acf6588-0330-42aa-bce1-7cddcc49c160 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862577 Apr 12 16:20:58.224487 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61a665a9-fb04-4b62-a567-93c12c193b05 req-44c05083-da00-44aa-9671-593d14260f77 service neutron] 10.222.0.45 "GET /v2.0/networks/453187e0-f48e-47e4-b989-372e2d63b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662540 Apr 12 16:20:58.250238 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-799eec8d-079b-4df4-b6d6-2063cd5d46f9 req-3394da75-e26b-457c-99c7-75883791b3d8 service neutron] 10.222.0.45 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014462 Apr 12 16:20:58.433400 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-799eec8d-079b-4df4-b6d6-2063cd5d46f9 req-c4382421-a901-4f72-b3a4-9d8401af8d7b service neutron] 10.222.0.45 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602461 Apr 12 16:20:58.435121 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61a665a9-fb04-4b62-a567-93c12c193b05 req-2c0bb8b8-81f7-4bb2-88d0-19aaff542352 service neutron] 10.222.0.45 "GET /v2.0/networks/453187e0-f48e-47e4-b989-372e2d63b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632848 Apr 12 16:20:58.512733 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['964b26c8-87b2-4c98-a446-64b394850524'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:20:58.559953 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfa2d3-a6a5-43dc-9123-bb27b1d45f66 req-b9b43966-11ef-4a15-b2ea-9c51c2eae433 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:58.561567 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-93cfa2d3-a6a5-43dc-9123-bb27b1d45f66 req-b9b43966-11ef-4a15-b2ea-9c51c2eae433 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 944 time: 0.0553930 Apr 12 16:20:58.617904 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-93cfa2d3-a6a5-43dc-9123-bb27b1d45f66 req-0bc26f93-fa19-42b3-985e-0a0d28249a43 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458691 Apr 12 16:20:59.068719 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b906aa-8fa1-41be-8ae9-f3455d9ab447 req-555e9faf-9342-4f57-bf15-8acfcc427099 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:59.070364 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c4b906aa-8fa1-41be-8ae9-f3455d9ab447 req-555e9faf-9342-4f57-bf15-8acfcc427099 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0561287 Apr 12 16:20:59.130184 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c4b906aa-8fa1-41be-8ae9-f3455d9ab447 req-f53535d1-f4e0-458a-9243-67f14e29e170 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540767 Apr 12 16:20:59.746235 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c814ac-8e76-412f-b090-9210da9a48e5 req-777625e8-7b21-4ca7-801c-3c665c9b6320 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:20:59.747767 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-95c814ac-8e76-412f-b090-9210da9a48e5 req-777625e8-7b21-4ca7-801c-3c665c9b6320 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 944 time: 0.0508337 Apr 12 16:20:59.808661 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-95c814ac-8e76-412f-b090-9210da9a48e5 req-8531f1b5-4695-47c1-bac1-5c1e33b77967 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523489 Apr 12 16:21:00.069046 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 964b26c8-87b2-4c98-a446-64b394850524 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:21:00.118452 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port 964b26c8-87b2-4c98-a446-64b394850524 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:21:00.125409 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port 964b26c8-87b2-4c98-a446-64b394850524 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:21:00.125782 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (964b26c8-87b2-4c98-a446-64b394850524), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:00.210350 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 964b26c8-87b2-4c98-a446-64b394850524 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:21:00.211194 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (964b26c8-87b2-4c98-a446-64b394850524), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:00.237327 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccc877e-8add-4637-87ca-3d598180f495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b26c8-87b2-4c98-a446-64b394850524'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:21:00.239767 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c2ef29-3012-4a55-a8fb-ca4c892db97c" -d '{"events": [{"server_uuid": "8ccc877e-8add-4637-87ca-3d598180f495", "name": "network-vif-plugged", "status": "completed", "tag": "964b26c8-87b2-4c98-a446-64b394850524"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:21:00.254527 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 964b26c8-87b2-4c98-a446-64b394850524, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=964b26c8-87b2-4c98-a446-64b394850524,segment=NetworkSegment(63f277d1-5c11-4a38-8b82-a6de39b06dc8),segment_id=63f277d1-5c11-4a38-8b82-a6de39b06dc8)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:21:00.256132 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd43a2f-4744-4d52-a717-3fcfd0f859f5 req-0217bcd1-e606-404b-bf19-e582a4c99580 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:00.257970 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5dd43a2f-4744-4d52-a717-3fcfd0f859f5 req-0217bcd1-e606-404b-bf19-e582a4c99580 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0526137 Apr 12 16:21:00.260346 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (964b26c8-87b2-4c98-a446-64b394850524), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:00.286565 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788d11b0-0e64-4627-b3a2-245eeb2c429c x-openstack-request-id: req-788d11b0-0e64-4627-b3a2-245eeb2c429c {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:21:00.287012 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccc877e-8add-4637-87ca-3d598180f495", "name": "network-vif-plugged", "status": "completed", "tag": "964b26c8-87b2-4c98-a446-64b394850524", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:21:00.287272 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-788d11b0-0e64-4627-b3a2-245eeb2c429c {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:21:00.287670 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788d11b0-0e64-4627-b3a2-245eeb2c429c'] response: {'server_uuid': '8ccc877e-8add-4637-87ca-3d598180f495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b26c8-87b2-4c98-a446-64b394850524', 'code': 200} Apr 12 16:21:00.319887 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5dd43a2f-4744-4d52-a717-3fcfd0f859f5 req-3a453cfe-b921-4973-bef2-d9a19a662175 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555880 Apr 12 16:21:00.328765 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=964b26c8-87b2-4c98-a446-64b394850524,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:00.506019 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e8631-aeab-4081-898c-781d0aa61914 req-f2ad2ea4-f60c-45d4-a883-bf1b4b2c5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:00.508186 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-569e8631-aeab-4081-898c-781d0aa61914 req-f2ad2ea4-f60c-45d4-a883-bf1b4b2c5688 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 1129 time: 0.0442567 Apr 12 16:21:00.557452 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45612) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:00.561381 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-569e8631-aeab-4081-898c-781d0aa61914 req-d68044f7-34af-4eeb-9984-8159124b1910 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386472 Apr 12 16:21:00.666443 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d9007f07-68a8-4e67-b2c2-c95c5e480085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:00.739083 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d9007f07-68a8-4e67-b2c2-c95c5e480085 admin admin] Publish callbacks [] for security_group (1507b2e4-e0de-43c3-8901-8edf4cbe733c), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:00.744306 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d9007f07-68a8-4e67-b2c2-c95c5e480085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (1507b2e4-e0de-43c3-8901-8edf4cbe733c), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:00.784515 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d9007f07-68a8-4e67-b2c2-c95c5e480085 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2075d096c45a4966927772e44dd821aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259564 Apr 12 16:21:00.785330 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9007f07-68a8-4e67-b2c2-c95c5e480085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1507b2e4-e0de-43c3-8901-8edf4cbe733c,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:00.787534 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 45618) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:00.842569 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-836bd2f1-0a2f-4145-b715-d0fb10dea416 admin admin] Publish callbacks [] for security_group (1507b2e4-e0de-43c3-8901-8edf4cbe733c), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:00.866985 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-836bd2f1-0a2f-4145-b715-d0fb10dea416 admin admin] Publish callbacks [] for security_group (1507b2e4-e0de-43c3-8901-8edf4cbe733c), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:00.940807 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2e5ed-2d7d-4675-aa57-563763d32621 req-c21dffbf-e934-4767-aa5a-140a34e977ab tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:00.942271 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cbf2e5ed-2d7d-4675-aa57-563763d32621 req-c21dffbf-e934-4767-aa5a-140a34e977ab tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 945 time: 0.0586667 Apr 12 16:21:00.973190 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-836bd2f1-0a2f-4145-b715-d0fb10dea416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (1507b2e4-e0de-43c3-8901-8edf4cbe733c), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:00.975847 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-836bd2f1-0a2f-4145-b715-d0fb10dea416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:00.976966 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-836bd2f1-0a2f-4145-b715-d0fb10dea416 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1507b2e4-e0de-43c3-8901-8edf4cbe733c HTTP/1.1" status: 204 len: 168 time: 0.1883562 Apr 12 16:21:01.001884 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bd2f1-0a2f-4145-b715-d0fb10dea416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1507b2e4-e0de-43c3-8901-8edf4cbe733c,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:01.009804 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cbf2e5ed-2d7d-4675-aa57-563763d32621 req-adace9c2-4353-428b-b1ed-16509d96ac87 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605426 Apr 12 16:21:01.300603 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 45626) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:01.314148 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a9de9cd1-07c6-435d-80c1-ae944828b603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:01.420928 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a9de9cd1-07c6-435d-80c1-ae944828b603 admin admin] Publish callbacks [] for security_group (5e78c5a6-a387-4f12-b715-c6fa4ee68453), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:01.427468 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a9de9cd1-07c6-435d-80c1-ae944828b603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (5e78c5a6-a387-4f12-b715-c6fa4ee68453), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:01.459426 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe7326-c1f2-47b0-9006-baa0c30c8fdb req-f7b9fbae-494d-4c11-8ccc-25901ed4c40d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:01.460951 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dcfe7326-c1f2-47b0-9006-baa0c30c8fdb req-f7b9fbae-494d-4c11-8ccc-25901ed4c40d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0781178 Apr 12 16:21:01.494654 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a9de9cd1-07c6-435d-80c1-ae944828b603 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c90d5c8739174c2d819226e8941787c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929419 Apr 12 16:21:01.497152 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de9cd1-07c6-435d-80c1-ae944828b603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e78c5a6-a387-4f12-b715-c6fa4ee68453,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:01.497633 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45632) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:01.528703 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dcfe7326-c1f2-47b0-9006-baa0c30c8fdb req-f33e8ae9-5539-42a9-80ef-10455633b80e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599318 Apr 12 16:21:01.551969 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-07b469fd-ec34-4b91-a6b2-195d0901830d admin admin] Publish callbacks [] for security_group (5e78c5a6-a387-4f12-b715-c6fa4ee68453), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:01.572976 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-07b469fd-ec34-4b91-a6b2-195d0901830d admin admin] Publish callbacks [] for security_group (5e78c5a6-a387-4f12-b715-c6fa4ee68453), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:01.630660 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-07b469fd-ec34-4b91-a6b2-195d0901830d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (5e78c5a6-a387-4f12-b715-c6fa4ee68453), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:01.633630 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-07b469fd-ec34-4b91-a6b2-195d0901830d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:01.634889 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-07b469fd-ec34-4b91-a6b2-195d0901830d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5e78c5a6-a387-4f12-b715-c6fa4ee68453 HTTP/1.1" status: 204 len: 168 time: 0.1362412 Apr 12 16:21:01.643008 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b469fd-ec34-4b91-a6b2-195d0901830d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e78c5a6-a387-4f12-b715-c6fa4ee68453,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:02.140327 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f0891-5049-43bd-baf7-380a3446393d req-87a44b85-fa89-4bcb-8d7a-1a8bdc3b3d58 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:02.141787 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-538f0891-5049-43bd-baf7-380a3446393d req-87a44b85-fa89-4bcb-8d7a-1a8bdc3b3d58 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 945 time: 0.0527501 Apr 12 16:21:02.189853 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-538f0891-5049-43bd-baf7-380a3446393d req-903185ee-d614-498d-b6cd-ec3f15318a3e tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422680 Apr 12 16:21:02.652909 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a145b-8cd1-41f6-95b4-36654c3ec9ab req-e59c8e2c-9f7f-4f11-8709-621d0cbaf312 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:02.654430 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f0a145b-8cd1-41f6-95b4-36654c3ec9ab req-e59c8e2c-9f7f-4f11-8709-621d0cbaf312 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0542817 Apr 12 16:21:02.714514 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f0a145b-8cd1-41f6-95b4-36654c3ec9ab req-fdfae8cc-6483-4da3-a0c9-33e7710a0a29 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537386 Apr 12 16:21:02.758220 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45678) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:02.811562 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-542f377a-a380-4237-a7bf-2641c4ff1f72 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93198052&fields=id&tenant_id=9efdb664508148aab946b17b16013559 HTTP/1.1" status: 200 len: 267 time: 0.0539978 Apr 12 16:21:02.919588 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a2db4fb9-75df-4dbf-9b6b-9a8535d77a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:02.920102 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-d36ffada-7587-4d55-9575-eb0df77b33a0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:02.921529 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-d36ffada-7587-4d55-9575-eb0df77b33a0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 812 time: 0.1030245 Apr 12 16:21:02.937144 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-d198ef7f-9124-40bf-b9f7-4f2c83481790 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/quotas/9efdb664508148aab946b17b16013559 HTTP/1.1" status: 200 len: 375 time: 0.0092511 Apr 12 16:21:02.988073 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-2666dc58-e3cc-43b5-a465-75d380fac576 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457261 Apr 12 16:21:03.004141 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a2db4fb9-75df-4dbf-9b6b-9a8535d77a36 admin admin] Publish callbacks [] for security_group (6828fc9c-73ca-4d6c-b4da-94b89cbd6979), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:03.008973 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a2db4fb9-75df-4dbf-9b6b-9a8535d77a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (6828fc9c-73ca-4d6c-b4da-94b89cbd6979), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:03.047844 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-a2db4fb9-75df-4dbf-9b6b-9a8535d77a36 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e2432628c9bc4827855b62cf7fa7d7e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885287 Apr 12 16:21:03.048807 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db4fb9-75df-4dbf-9b6b-9a8535d77a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6828fc9c-73ca-4d6c-b4da-94b89cbd6979,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:03.051236 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45682) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:03.104720 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e88c53f3-2c62-4c6f-b4a4-0dc9b03257bc admin admin] Publish callbacks [] for security_group (6828fc9c-73ca-4d6c-b4da-94b89cbd6979), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:03.130363 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e88c53f3-2c62-4c6f-b4a4-0dc9b03257bc admin admin] Publish callbacks [] for security_group (6828fc9c-73ca-4d6c-b4da-94b89cbd6979), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:03.182275 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e88c53f3-2c62-4c6f-b4a4-0dc9b03257bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (6828fc9c-73ca-4d6c-b4da-94b89cbd6979), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:03.184954 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e88c53f3-2c62-4c6f-b4a4-0dc9b03257bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:03.186693 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e88c53f3-2c62-4c6f-b4a4-0dc9b03257bc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6828fc9c-73ca-4d6c-b4da-94b89cbd6979 HTTP/1.1" status: 204 len: 168 time: 0.1343164 Apr 12 16:21:03.196576 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c53f3-2c62-4c6f-b4a4-0dc9b03257bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6828fc9c-73ca-4d6c-b4da-94b89cbd6979,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:03.367037 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a64642-563a-4833-a823-727a5fe03ac5 req-7052c6af-7ff1-4a29-8c61-786b410d4cd9 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:03.368502 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-96a64642-563a-4833-a823-727a5fe03ac5 req-7052c6af-7ff1-4a29-8c61-786b410d4cd9 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 945 time: 0.0718448 Apr 12 16:21:03.375445 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-268c7f6a-bf67-4fcc-8e9f-2a6f6fb6b75b service neutron] 10.222.0.67 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758287 Apr 12 16:21:03.478466 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-96a64642-563a-4833-a823-727a5fe03ac5 req-89cdfc08-e687-4a19-896d-1bb7d3474822 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013191 Apr 12 16:21:03.520660 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-8a3bbff0-e4fe-4433-90ac-dfc2c49cb173 service neutron] 10.222.0.67 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362691 Apr 12 16:21:03.853518 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117c2f5-b1f5-4693-ad97-41668b26e0b1 req-c4fc01b3-1ed5-47e8-8310-ff56e65c1600 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:03.855237 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1117c2f5-b1f5-4693-ad97-41668b26e0b1 req-c4fc01b3-1ed5-47e8-8310-ff56e65c1600 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0652421 Apr 12 16:21:03.932495 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1117c2f5-b1f5-4693-ad97-41668b26e0b1 req-559d2efd-beb8-48e8-b7d1-6ab9bda2c7f5 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667048 Apr 12 16:21:04.233659 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cd61dd88-4fa9-4f46-89ea-23ee35061c7a req-89fd285a-bd1a-4d1e-8e78-468ea3f43172 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 210 time: 0.0448430 Apr 12 16:21:05.049659 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e98d92-e9b8-4f0b-8bd2-2a3fdefe4e1e req-ce35a095-a115-4e1d-bb86-f4b150c3fb18 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:05.051079 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3e98d92-e9b8-4f0b-8bd2-2a3fdefe4e1e req-ce35a095-a115-4e1d-bb86-f4b150c3fb18 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0569818 Apr 12 16:21:05.106909 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3e98d92-e9b8-4f0b-8bd2-2a3fdefe4e1e req-3bda8d32-4c14-40cd-acab-17c84257a0a7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496428 Apr 12 16:21:05.321817 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7c17c0ea-80e3-40ab-9dc0-037080a08283 req-42fd307c-ffb0-4a93-83e1-2ffa4db9f55a tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 210 time: 0.0278025 Apr 12 16:21:05.665239 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-af380417-efa9-4674-ae42-c92cb7fe80b3 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:05.667119 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-af380417-efa9-4674-ae42-c92cb7fe80b3 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 812 time: 0.2100739 Apr 12 16:21:05.776214 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-a6d5fff2-47cf-4520-b315-57cc39bf1773 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9efdb664508148aab946b17b16013559 HTTP/1.1" status: 200 len: 378 time: 0.0613225 Apr 12 16:21:05.784754 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-f2913b76-8282-4a8f-a49d-d28844b5cdda tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Request body: {'port': {'device_id': 'a439a34a-3d5a-48a4-8f9c-adbf98011c79', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'admin_state_up': True, 'tenant_id': '9efdb664508148aab946b17b16013559', 'security_groups': ['b2274969-c0a0-48f7-8b0b-e1f350ee420b']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:05.898964 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-f2913b76-8282-4a8f-a49d-d28844b5cdda tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Made reservation on behalf of 9efdb664508148aab946b17b16013559 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:21:05.902334 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-f2913b76-8282-4a8f-a49d-d28844b5cdda tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:06.038170 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-f2913b76-8282-4a8f-a49d-d28844b5cdda tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Allocated IP 172.20.0.9 (46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0/b41d7f9c-e278-47e4-81fe-aa85c501c87e/deda406a-1751-4df5-995b-7f40d3fcb82e) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:21:06.077872 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:21:06.206155 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-f2913b76-8282-4a8f-a49d-d28844b5cdda tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:06.244962 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10901377-ef44-4988-84ca-4baf09c11011 req-422749d6-0834-4f1b-8531-aed29114e06d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:06.246492 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10901377-ef44-4988-84ca-4baf09c11011 req-422749d6-0834-4f1b-8531-aed29114e06d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0618374 Apr 12 16:21:06.292156 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-f2913b76-8282-4a8f-a49d-d28844b5cdda tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:06.345890 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10901377-ef44-4988-84ca-4baf09c11011 req-c18514a7-9a28-4c69-aae9-9e780f7dae3e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908506 Apr 12 16:21:06.356361 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-f2913b76-8282-4a8f-a49d-d28844b5cdda tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:21:06.362735 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-f2913b76-8282-4a8f-a49d-d28844b5cdda tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:21:06.369146 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-f2913b76-8282-4a8f-a49d-d28844b5cdda tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:21:06.371873 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2913b76-8282-4a8f-a49d-d28844b5cdda tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'Port': ['ID=deda406a-1751-4df5-995b-7f40d3fcb82e,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:06.454611 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-f2913b76-8282-4a8f-a49d-d28844b5cdda tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:06.455565 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-f2913b76-8282-4a8f-a49d-d28844b5cdda tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:06.475846 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ac177-7b97-48cb-abe5-1b18b38c2c25 req-8acbc1ce-2fc2-48ba-996f-fba683a47b3b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:06.477395 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-531ac177-7b97-48cb-abe5-1b18b38c2c25 req-8acbc1ce-2fc2-48ba-996f-fba683a47b3b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 931 time: 0.0750160 Apr 12 16:21:06.485243 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-f2913b76-8282-4a8f-a49d-d28844b5cdda tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7041543 Apr 12 16:21:06.506914 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Request body: {'port': {'device_id': 'a439a34a-3d5a-48a4-8f9c-adbf98011c79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:06.577499 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-531ac177-7b97-48cb-abe5-1b18b38c2c25 req-42f1a149-150b-4b55-b8d3-be5a8efe8295 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910375 Apr 12 16:21:06.605701 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:06.624292 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c1a5df3c-7ba1-4c5d-81a1-2fc7ff821952 None None] Provisioning complete for port deda406a-1751-4df5-995b-7f40d3fcb82e triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:21:06.624874 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c1a5df3c-7ba1-4c5d-81a1-2fc7ff821952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:06.660910 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c1a5df3c-7ba1-4c5d-81a1-2fc7ff821952 None None] Port deda406a-1751-4df5-995b-7f40d3fcb82e cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:21:06.926305 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deda406a-1751-4df5-995b-7f40d3fcb82e {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:21:06.935857 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Publish callbacks [] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:06.949239 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Transition to ACTIVE for port object deda406a-1751-4df5-995b-7f40d3fcb82e will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:21:06.954180 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:07.002068 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Pushing event updated for resources: {'Port': ['ID=deda406a-1751-4df5-995b-7f40d3fcb82e,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:07.087088 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Attempting to bind port deda406a-1751-4df5-995b-7f40d3fcb82e on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:21:07.087430 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Attempting to bind port deda406a-1751-4df5-995b-7f40d3fcb82e by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:21:07.087764 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Attempting to bind port deda406a-1751-4df5-995b-7f40d3fcb82e on network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:21:07.092495 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Port deda406a-1751-4df5-995b-7f40d3fcb82e on network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:21:07.092821 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Attempting to bind port deda406a-1751-4df5-995b-7f40d3fcb82e on network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:21:07.104953 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:21:07.110790 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Checking segment: {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:21:07.111470 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Bound using segment: {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:21:07.112254 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Bound port: deda406a-1751-4df5-995b-7f40d3fcb82e, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:21:07.112958 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:07.190725 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] For port deda406a-1751-4df5-995b-7f40d3fcb82e, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:21:07.194992 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] For port deda406a-1751-4df5-995b-7f40d3fcb82e, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=deda406a-1751-4df5-995b-7f40d3fcb82e,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:21:07.200756 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:07.236925 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:07.237735 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:07.238972 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] 10.222.0.45 "PUT /v2.0/ports/deda406a-1751-4df5-995b-7f40d3fcb82e HTTP/1.1" status: 200 len: 1093 time: 0.7379239 Apr 12 16:21:07.239606 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a439a34a-3d5a-48a4-8f9c-adbf98011c79', 'tag': 'deda406a-1751-4df5-995b-7f40d3fcb82e'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:21:07.241953 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769d79e3-0aee-43b0-956b-148ac433381d" -d '{"events": [{"name": "network-changed", "server_uuid": "a439a34a-3d5a-48a4-8f9c-adbf98011c79", "tag": "deda406a-1751-4df5-995b-7f40d3fcb82e"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:21:07.285090 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefeb596-6728-4281-b711-b3a065228208 x-openstack-request-id: req-cefeb596-6728-4281-b711-b3a065228208 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:21:07.285397 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a439a34a-3d5a-48a4-8f9c-adbf98011c79", "tag": "deda406a-1751-4df5-995b-7f40d3fcb82e", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:21:07.285839 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cefeb596-6728-4281-b711-b3a065228208 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:21:07.286304 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cefeb596-6728-4281-b711-b3a065228208'] response: {'name': 'network-changed', 'server_uuid': 'a439a34a-3d5a-48a4-8f9c-adbf98011c79', 'tag': 'deda406a-1751-4df5-995b-7f40d3fcb82e', 'status': 'completed', 'code': 200} Apr 12 16:21:07.287850 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706cab8-fd95-4bbd-80ff-b2d96f93524f service neutron] Pushing event updated for resources: {'Port': ['ID=deda406a-1751-4df5-995b-7f40d3fcb82e,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:07.351036 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-7a7ffc2f-41e4-4d8e-b238-9026126fea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:07.352711 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-7a7ffc2f-41e4-4d8e-b238-9026126fea8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 1127 time: 0.0472870 Apr 12 16:21:07.405611 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-62270acf-c42f-4c43-92f8-d8b4a3bac458 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deda406a-1751-4df5-995b-7f40d3fcb82e HTTP/1.1" status: 200 len: 217 time: 0.0383348 Apr 12 16:21:07.484184 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d922347-ebc3-4455-90ae-c01f5d2c5803 req-3981b0b7-9c13-43af-9ed6-0af6df01b875 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:07.485692 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2d922347-ebc3-4455-90ae-c01f5d2c5803 req-3981b0b7-9c13-43af-9ed6-0af6df01b875 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0567217 Apr 12 16:21:07.574237 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-35173165-5d3b-468a-afa0-7b77f5f40e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:07.575731 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-35173165-5d3b-468a-afa0-7b77f5f40e57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b41d7f9c-e278-47e4-81fe-aa85c501c87e HTTP/1.1" status: 200 len: 851 time: 0.0823164 Apr 12 16:21:07.579153 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2d922347-ebc3-4455-90ae-c01f5d2c5803 req-f6ebd2a1-eb97-4334-9526-50cc38ae207a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874479 Apr 12 16:21:07.631187 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-825c2f02-456e-4da7-84f6-a6373b0503c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:07.632614 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-825c2f02-456e-4da7-84f6-a6373b0503c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460126 Apr 12 16:21:07.752982 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f811f6f-1c2c-4044-904c-7532ca5b78b3 req-4054465d-e328-484c-89b0-d4742168390d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:07.760900 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3f811f6f-1c2c-4044-904c-7532ca5b78b3 req-4054465d-e328-484c-89b0-d4742168390d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 943 time: 0.1083918 Apr 12 16:21:07.827018 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-85681b0c-df42-4f91-9944-e4fe9c40aa90 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724863 Apr 12 16:21:07.831144 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3f811f6f-1c2c-4044-904c-7532ca5b78b3 req-1f714f68-0c06-4ed1-9b2a-96e0118603e7 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694592 Apr 12 16:21:07.943945 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f3f1825-0d0a-436e-aadb-74ad41d4f3d0 req-5049812b-eb30-41fa-b4be-037ac53e9ea2 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099496 Apr 12 16:21:08.639938 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d79e3-0aee-43b0-956b-148ac433381d req-738ed316-0dbe-4e52-b757-0f23faaff992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:08.641516 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-769d79e3-0aee-43b0-956b-148ac433381d req-738ed316-0dbe-4e52-b757-0f23faaff992 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 1127 time: 0.0447860 Apr 12 16:21:08.722511 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69b59d-a41d-4638-83ad-34bc384cada1 req-db25f00f-cc62-4280-95c9-32d3ad39ef4a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:08.724137 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bb69b59d-a41d-4638-83ad-34bc384cada1 req-db25f00f-cc62-4280-95c9-32d3ad39ef4a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0746751 Apr 12 16:21:08.812329 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d79e3-0aee-43b0-956b-148ac433381d req-8e0ad1d4-ab4e-4aac-a4db-2aa6100188eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:08.813790 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-769d79e3-0aee-43b0-956b-148ac433381d req-8e0ad1d4-ab4e-4aac-a4db-2aa6100188eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 913 time: 0.1339600 Apr 12 16:21:08.817426 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bb69b59d-a41d-4638-83ad-34bc384cada1 req-465fbbd8-a38b-42db-bd4a-74f544374f54 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664377 Apr 12 16:21:08.862165 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-769d79e3-0aee-43b0-956b-148ac433381d req-c220dca2-05ca-43bb-a4b6-2f49efffe25c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deda406a-1751-4df5-995b-7f40d3fcb82e HTTP/1.1" status: 200 len: 217 time: 0.0356157 Apr 12 16:21:08.961833 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d79e3-0aee-43b0-956b-148ac433381d req-650d968e-485f-4fe2-a3c1-b9aaf62a0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:08.963332 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-769d79e3-0aee-43b0-956b-148ac433381d req-650d968e-485f-4fe2-a3c1-b9aaf62a0408 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b41d7f9c-e278-47e4-81fe-aa85c501c87e HTTP/1.1" status: 200 len: 851 time: 0.0822155 Apr 12 16:21:08.980542 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f04d25-2efd-4516-946b-eb1a517e2ee8 req-89f98407-84e9-4768-963d-84e8b0c02b55 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:08.981771 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a4f04d25-2efd-4516-946b-eb1a517e2ee8 req-89f98407-84e9-4768-963d-84e8b0c02b55 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 943 time: 0.0632083 Apr 12 16:21:09.052397 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d79e3-0aee-43b0-956b-148ac433381d req-c35b2a87-fd66-4488-ac90-f06dffd29231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:09.054210 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-769d79e3-0aee-43b0-956b-148ac433381d req-c35b2a87-fd66-4488-ac90-f06dffd29231 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707152 Apr 12 16:21:09.095740 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a4f04d25-2efd-4516-946b-eb1a517e2ee8 req-b171872f-4e00-4245-bd49-fb3f232d6549 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042659 Apr 12 16:21:09.179802 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-769d79e3-0aee-43b0-956b-148ac433381d req-548987a1-a3e7-4cdb-baac-9ee3bc17719a service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060359 Apr 12 16:21:09.288916 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-769d79e3-0aee-43b0-956b-148ac433381d req-50ab3235-77bc-4148-9dae-afc46a43ad99 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835741 Apr 12 16:21:09.952302 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841684e0-f54a-4a8a-aa2e-e069dcf83379 req-508a6387-f14d-4bba-987a-88e8195a687d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:09.954417 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-841684e0-f54a-4a8a-aa2e-e069dcf83379 req-508a6387-f14d-4bba-987a-88e8195a687d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0560837 Apr 12 16:21:10.003788 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-841684e0-f54a-4a8a-aa2e-e069dcf83379 req-f50fe499-2030-421e-894d-fc1b79db275f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Apr 12 16:21:10.215359 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf2868-e436-47f2-969f-685530f84613 req-7cab1994-a00f-4313-9ae3-708064fa2636 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:10.216945 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-69cf2868-e436-47f2-969f-685530f84613 req-7cab1994-a00f-4313-9ae3-708064fa2636 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 943 time: 0.0519481 Apr 12 16:21:10.268907 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-69cf2868-e436-47f2-969f-685530f84613 req-c59175c3-4d79-4b48-87d5-515b7f751ce5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444062 Apr 12 16:21:11.120067 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2fdcc-f717-4994-b19e-612a2fd31443 req-55930502-9215-477d-8777-b79097d296d1 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:11.121769 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0bb2fdcc-f717-4994-b19e-612a2fd31443 req-55930502-9215-477d-8777-b79097d296d1 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0500312 Apr 12 16:21:11.178804 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0bb2fdcc-f717-4994-b19e-612a2fd31443 req-4c33c7d4-1439-420a-916d-6de47d82f46d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512114 Apr 12 16:21:11.394304 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bd599-7b1d-49d5-a89c-5f087e3db97e req-c8f14840-786d-4cf1-8902-15ed5ca7aeab tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:11.396131 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a79bd599-7b1d-49d5-a89c-5f087e3db97e req-c8f14840-786d-4cf1-8902-15ed5ca7aeab tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 943 time: 0.0506067 Apr 12 16:21:11.445913 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a79bd599-7b1d-49d5-a89c-5f087e3db97e req-87411ffa-4bc3-4780-bed6-aac5d92017c9 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442910 Apr 12 16:21:11.861140 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 45964) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:11.978702 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c52b0ed4-f17c-4e6c-bc80-affbff2076a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:12.066645 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c52b0ed4-f17c-4e6c-bc80-affbff2076a5 admin admin] Publish callbacks [] for security_group (ec5c8278-bf4a-47c3-ac71-4f49495ccf38), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:12.071325 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c52b0ed4-f17c-4e6c-bc80-affbff2076a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (ec5c8278-bf4a-47c3-ac71-4f49495ccf38), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:12.111186 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c52b0ed4-f17c-4e6c-bc80-affbff2076a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f649e57847c4009b04e2d1d6df293b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483802 Apr 12 16:21:12.112012 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b0ed4-f17c-4e6c-bc80-affbff2076a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5c8278-bf4a-47c3-ac71-4f49495ccf38,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:12.114994 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45970) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:12.169592 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-424e0da9-fa3b-43ae-95f1-4556102490ec admin admin] Publish callbacks [] for security_group (ec5c8278-bf4a-47c3-ac71-4f49495ccf38), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:12.192529 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-424e0da9-fa3b-43ae-95f1-4556102490ec admin admin] Publish callbacks [] for security_group (ec5c8278-bf4a-47c3-ac71-4f49495ccf38), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:12.246413 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-424e0da9-fa3b-43ae-95f1-4556102490ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (ec5c8278-bf4a-47c3-ac71-4f49495ccf38), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:12.249932 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-424e0da9-fa3b-43ae-95f1-4556102490ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:12.251538 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-424e0da9-fa3b-43ae-95f1-4556102490ec admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ec5c8278-bf4a-47c3-ac71-4f49495ccf38 HTTP/1.1" status: 204 len: 168 time: 0.1355765 Apr 12 16:21:12.261383 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e0da9-fa3b-43ae-95f1-4556102490ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5c8278-bf4a-47c3-ac71-4f49495ccf38,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:12.322100 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad348a-4df6-42f4-b382-8445959b015d req-abff2442-be9d-4633-ae7f-709f6c3f3ee6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:12.323695 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c6ad348a-4df6-42f4-b382-8445959b015d req-abff2442-be9d-4633-ae7f-709f6c3f3ee6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0666189 Apr 12 16:21:12.375615 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c6ad348a-4df6-42f4-b382-8445959b015d req-e1eef25c-45bb-4733-b263-d42ddf9fb3a5 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461912 Apr 12 16:21:12.538215 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45980) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:12.551786 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4e63b8a0-32d6-4b92-90cf-f8c1c9540f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:12.563295 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a83d6-9934-414a-b48f-896bf5872bd2 req-4779fdbe-6f04-46af-806b-079ace8646ab tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:12.564764 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-633a83d6-9934-414a-b48f-896bf5872bd2 req-4779fdbe-6f04-46af-806b-079ace8646ab tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 943 time: 0.0464280 Apr 12 16:21:12.615153 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-633a83d6-9934-414a-b48f-896bf5872bd2 req-92e5b4c3-34b7-4106-8e79-6a1a34a1463b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434353 Apr 12 16:21:12.631595 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4e63b8a0-32d6-4b92-90cf-f8c1c9540f12 admin admin] Publish callbacks [] for security_group (6b61fdc9-25cd-4562-a32b-6b588831fd69), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:12.636660 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4e63b8a0-32d6-4b92-90cf-f8c1c9540f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (6b61fdc9-25cd-4562-a32b-6b588831fd69), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:12.676889 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4e63b8a0-32d6-4b92-90cf-f8c1c9540f12 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4aa608220fdc4dbab8d079e07661967f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374111 Apr 12 16:21:12.677825 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63b8a0-32d6-4b92-90cf-f8c1c9540f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b61fdc9-25cd-4562-a32b-6b588831fd69,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:12.679537 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 45982) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:12.729314 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dcec5b0d-536f-4718-aeaa-aa7a59d92e6a admin admin] Publish callbacks [] for security_group (6b61fdc9-25cd-4562-a32b-6b588831fd69), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:12.754634 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dcec5b0d-536f-4718-aeaa-aa7a59d92e6a admin admin] Publish callbacks [] for security_group (6b61fdc9-25cd-4562-a32b-6b588831fd69), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:12.806221 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dcec5b0d-536f-4718-aeaa-aa7a59d92e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (6b61fdc9-25cd-4562-a32b-6b588831fd69), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:12.809635 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dcec5b0d-536f-4718-aeaa-aa7a59d92e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:12.810892 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-dcec5b0d-536f-4718-aeaa-aa7a59d92e6a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6b61fdc9-25cd-4562-a32b-6b588831fd69 HTTP/1.1" status: 204 len: 168 time: 0.1303182 Apr 12 16:21:12.819016 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec5b0d-536f-4718-aeaa-aa7a59d92e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b61fdc9-25cd-4562-a32b-6b588831fd69,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:13.168617 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 45992) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:13.181473 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-84e91df2-e6a2-47b8-984a-f263d0067bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:13.265408 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-84e91df2-e6a2-47b8-984a-f263d0067bf1 admin admin] Publish callbacks [] for security_group (694519d4-8aca-438b-8ed5-8ce17a7b1a02), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:13.270823 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-84e91df2-e6a2-47b8-984a-f263d0067bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (694519d4-8aca-438b-8ed5-8ce17a7b1a02), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:13.307716 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-84e91df2-e6a2-47b8-984a-f263d0067bf1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8b26df72c5954b019905a0c74aef447e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380150 Apr 12 16:21:13.308613 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e91df2-e6a2-47b8-984a-f263d0067bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694519d4-8aca-438b-8ed5-8ce17a7b1a02,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:13.310840 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 45994) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:13.360497 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ff265cfe-2ddc-49d5-83fa-5933a796c36f admin admin] Publish callbacks [] for security_group (694519d4-8aca-438b-8ed5-8ce17a7b1a02), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:13.383335 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ff265cfe-2ddc-49d5-83fa-5933a796c36f admin admin] Publish callbacks [] for security_group (694519d4-8aca-438b-8ed5-8ce17a7b1a02), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:13.439316 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ff265cfe-2ddc-49d5-83fa-5933a796c36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (694519d4-8aca-438b-8ed5-8ce17a7b1a02), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:13.441817 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ff265cfe-2ddc-49d5-83fa-5933a796c36f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:13.443327 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ff265cfe-2ddc-49d5-83fa-5933a796c36f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/694519d4-8aca-438b-8ed5-8ce17a7b1a02 HTTP/1.1" status: 204 len: 168 time: 0.1313694 Apr 12 16:21:13.451385 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff265cfe-2ddc-49d5-83fa-5933a796c36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694519d4-8aca-438b-8ed5-8ce17a7b1a02,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:13.504200 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b1ae0-ee4e-48e7-bdb5-c9597f80e286 req-87b65c75-6981-4838-b9b1-1a12653a1af7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:13.505873 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-820b1ae0-ee4e-48e7-bdb5-c9597f80e286 req-87b65c75-6981-4838-b9b1-1a12653a1af7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0543585 Apr 12 16:21:13.557776 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-820b1ae0-ee4e-48e7-bdb5-c9597f80e286 req-c799ad42-2331-4869-988c-ad5f258337c2 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464139 Apr 12 16:21:13.731895 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcd2ce-f69a-493b-9316-07360a9201fd req-b564333c-5e16-471f-871b-261d76ea91bb tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:13.733391 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00dcd2ce-f69a-493b-9316-07360a9201fd req-b564333c-5e16-471f-871b-261d76ea91bb tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 943 time: 0.0491433 Apr 12 16:21:13.783168 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00dcd2ce-f69a-493b-9316-07360a9201fd req-6018f7e0-ffae-4dfc-a28f-94a49ab04312 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441270 Apr 12 16:21:14.689981 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678f479-f0f4-44a3-b11a-f52cea28673a req-42239020-888a-4f4a-9db8-73b3f5cbed52 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:14.691530 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f678f479-f0f4-44a3-b11a-f52cea28673a req-42239020-888a-4f4a-9db8-73b3f5cbed52 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0512977 Apr 12 16:21:14.741182 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f678f479-f0f4-44a3-b11a-f52cea28673a req-c0fe5c7d-0ec1-42c3-971a-b079d905c09b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435064 Apr 12 16:21:14.909323 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5993711-911a-44eb-95ba-244ff218c584 req-2296dfca-7b00-4a11-b7bc-a68133e28f18 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:14.913216 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d5993711-911a-44eb-95ba-244ff218c584 req-2296dfca-7b00-4a11-b7bc-a68133e28f18 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 943 time: 0.0577214 Apr 12 16:21:14.975201 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d5993711-911a-44eb-95ba-244ff218c584 req-93419ea0-57b5-4cc1-a8e6-0b8f828445c6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555656 Apr 12 16:21:15.855454 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-66af9612-2667-44d1-96e1-ee27b1071eaa tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4224329892c14501a19cf44244ea0f54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290639 Apr 12 16:21:16.052104 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-3f8e8fca-1d7e-4edd-a209-6c773b9571d2 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:16.053563 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-3f8e8fca-1d7e-4edd-a209-6c773b9571d2 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913850 Apr 12 16:21:16.073547 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-f58576c1-45dd-46ac-b20d-f74085585cbf tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/quotas/4224329892c14501a19cf44244ea0f54 HTTP/1.1" status: 200 len: 375 time: 0.0127461 Apr 12 16:21:16.109701 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-3e86c5d2-0d2e-4cc9-8300-0910254a5694 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4224329892c14501a19cf44244ea0f54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305233 Apr 12 16:21:16.123583 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device deda406a-1751-4df5-995b-7f40d3fcb82e details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:21:16.322132 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2042ba0-a3d8-4607-8bba-c6d058bbd912 req-468e5242-4515-49b5-a590-f28eddf7164f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:16.326097 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2042ba0-a3d8-4607-8bba-c6d058bbd912 req-468e5242-4515-49b5-a590-f28eddf7164f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0607555 Apr 12 16:21:16.372853 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2042ba0-a3d8-4607-8bba-c6d058bbd912 req-9b420f27-9ce4-4207-91a6-4c88cbe0ad23 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 Apr 12 16:21:16.383873 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port deda406a-1751-4df5-995b-7f40d3fcb82e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=deda406a-1751-4df5-995b-7f40d3fcb82e,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:21:16.410056 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'deda406a-1751-4df5-995b-7f40d3fcb82e', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'port_id': 'deda406a-1751-4df5-995b-7f40d3fcb82e', 'mac_address': 'fa:16:3e:fb:36:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:21:16.466699 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port deda406a-1751-4df5-995b-7f40d3fcb82e is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:21:16.467105 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:16.487491 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deda406a-1751-4df5-995b-7f40d3fcb82e {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:21:16.512258 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port deda406a-1751-4df5-995b-7f40d3fcb82e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=deda406a-1751-4df5-995b-7f40d3fcb82e,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:21:16.520737 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:16.584486 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266344f-8797-4dbc-a258-e66cf59b1d3e req-bf7d64ad-0e6d-4bae-ad88-a2c02478bc4b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:16.586107 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4266344f-8797-4dbc-a258-e66cf59b1d3e req-bf7d64ad-0e6d-4bae-ad88-a2c02478bc4b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 944 time: 0.0733209 Apr 12 16:21:16.617524 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=deda406a-1751-4df5-995b-7f40d3fcb82e,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:16.652048 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4266344f-8797-4dbc-a258-e66cf59b1d3e req-26e451ed-0ce8-4cd6-b694-36e1042bd089 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586038 Apr 12 16:21:16.755726 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-53845007-e43f-4442-9ade-9544fc664555 req-40f6f681-40e7-4586-b8ed-290fedac780e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 210 time: 0.0480721 Apr 12 16:21:17.186620 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['deda406a-1751-4df5-995b-7f40d3fcb82e'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:21:17.496605 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596971f7-465a-486e-a784-f74fb6b59655 req-d09c5bed-d31a-4744-a564-ad4030b8862d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:17.498200 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-596971f7-465a-486e-a784-f74fb6b59655 req-d09c5bed-d31a-4744-a564-ad4030b8862d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0496116 Apr 12 16:21:17.547509 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-596971f7-465a-486e-a784-f74fb6b59655 req-a51df841-841c-4abe-949e-b59e35d874bc tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431170 Apr 12 16:21:17.766305 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 46116) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:17.768894 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4fb6-d9f9-468a-988a-aa5c7c522dcb req-cb78ea3d-12c9-412c-bf33-bae6bf3eb260 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:17.770752 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-e188f794-fc1d-42ff-b6ac-8ef8cd545aac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1123922668', 'description': 'tempest-description--882830060'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:17.770883 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ceb4fb6-d9f9-468a-988a-aa5c7c522dcb req-cb78ea3d-12c9-412c-bf33-bae6bf3eb260 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 944 time: 0.0487127 Apr 12 16:21:17.793002 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e188f794-fc1d-42ff-b6ac-8ef8cd545aac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:17.846615 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ceb4fb6-d9f9-468a-988a-aa5c7c522dcb req-826135a9-aca7-4718-8152-33ffde3fdd03 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651779 Apr 12 16:21:17.898286 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4766da49-b687-486e-a758-940982e0ae13 req-40dca55c-34b9-48d3-aee0-7a1938fb45e8 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 210 time: 0.0434074 Apr 12 16:21:17.899020 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e188f794-fc1d-42ff-b6ac-8ef8cd545aac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (046a4160-5c97-4146-ae01-7aaaff1b6032), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:17.903813 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e188f794-fc1d-42ff-b6ac-8ef8cd545aac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (046a4160-5c97-4146-ae01-7aaaff1b6032), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:17.936188 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e188f794-fc1d-42ff-b6ac-8ef8cd545aac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:17.937411 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e188f794-fc1d-42ff-b6ac-8ef8cd545aac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1701550 Apr 12 16:21:17.939552 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188f794-fc1d-42ff-b6ac-8ef8cd545aac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046a4160-5c97-4146-ae01-7aaaff1b6032,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:17.940760 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 46124) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:17.948947 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-6f061439-3a53-4ad8-8117-24c74f10e1bb tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'security_group_rule': {'security_group_id': '046a4160-5c97-4146-ae01-7aaaff1b6032', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:17.978091 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6f061439-3a53-4ad8-8117-24c74f10e1bb tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (87285b4b-0e73-4e37-a90f-d73c352ac487), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.038764 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6f061439-3a53-4ad8-8117-24c74f10e1bb tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (87285b4b-0e73-4e37-a90f-d73c352ac487), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.043999 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6f061439-3a53-4ad8-8117-24c74f10e1bb tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (87285b4b-0e73-4e37-a90f-d73c352ac487), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.070879 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f061439-3a53-4ad8-8117-24c74f10e1bb tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87285b4b-0e73-4e37-a90f-d73c352ac487,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:18.086928 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-3d404d69-e899-4c2c-a048-e9c260d54c40 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4224329892c14501a19cf44244ea0f54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298219 Apr 12 16:21:18.090221 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6f061439-3a53-4ad8-8117-24c74f10e1bb tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.094188 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-6f061439-3a53-4ad8-8117-24c74f10e1bb tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494353 Apr 12 16:21:18.094398 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 46130) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:18.099318 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-d649826b-7083-4a21-a2a4-38904cc18bd9 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'security_group_rule': {'security_group_id': '046a4160-5c97-4146-ae01-7aaaff1b6032', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:18.139420 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d649826b-7083-4a21-a2a4-38904cc18bd9 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (078cf8d2-80cd-4c58-a111-a267fb03caf1), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.203929 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d649826b-7083-4a21-a2a4-38904cc18bd9 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (078cf8d2-80cd-4c58-a111-a267fb03caf1), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.210500 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d649826b-7083-4a21-a2a4-38904cc18bd9 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (078cf8d2-80cd-4c58-a111-a267fb03caf1), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.216969 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-b8eeae79-aa88-43c3-ba63-e4f88d637335 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:18.218675 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-b8eeae79-aa88-43c3-ba63-e4f88d637335 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1261084 Apr 12 16:21:18.228517 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649826b-7083-4a21-a2a4-38904cc18bd9 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078cf8d2-80cd-4c58-a111-a267fb03caf1,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:18.244735 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d649826b-7083-4a21-a2a4-38904cc18bd9 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.245949 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d649826b-7083-4a21-a2a4-38904cc18bd9 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502016 Apr 12 16:21:18.249146 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 46132) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:18.252284 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Request body: {'port': {'device_id': '090e2715-75f1-4078-8b05-6cf170656ea1', 'network_id': '46a7c03f-5a43-47b7-be39-30c806ff47fe', 'admin_state_up': True, 'tenant_id': '4224329892c14501a19cf44244ea0f54'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:18.253846 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'floatingip': {'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:18.281214 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.364933 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.365683 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Made reservation on behalf of 4224329892c14501a19cf44244ea0f54 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:21:18.369594 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.379139 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.456745 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Publish callbacks [] for security_group (4d05a239-c50d-47c2-b313-92351b236e58), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.460901 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (4d05a239-c50d-47c2-b313-92351b236e58), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.476760 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Allocated IP 172.27.2.174 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/86c072fd-52cf-4f1f-b19b-84d56570efca) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:21:18.604308 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for port (86c072fd-52cf-4f1f-b19b-84d56570efca), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.641831 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (86c072fd-52cf-4f1f-b19b-84d56570efca), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.682365 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:21:18.687410 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:21:18.691078 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:21:18.698914 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'Port': ['ID=86c072fd-52cf-4f1f-b19b-84d56570efca,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:18.750701 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (52003d5a-5670-4a36-98d2-1ac36545f514), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.776840 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d05a239-c50d-47c2-b313-92351b236e58,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:18.792668 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (86c072fd-52cf-4f1f-b19b-84d56570efca), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.825769 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef200aed-1435-4100-bf75-2a94e6d93f57 req-70a408d7-8e76-4848-b88d-e57a228c1481 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:18.827229 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef200aed-1435-4100-bf75-2a94e6d93f57 req-70a408d7-8e76-4848-b88d-e57a228c1481 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0660124 Apr 12 16:21:18.921295 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Allocated IP 192.168.233.38 (46a7c03f-5a43-47b7-be39-30c806ff47fe/6371e9a9-15ba-4e3f-9955-e4b9fee6219c/29d06177-36fb-4f13-a08c-b1e48832bedd) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:21:18.936742 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef200aed-1435-4100-bf75-2a94e6d93f57 req-2cbbd71e-6490-41e4-b42b-1e6a590c3a2b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869792 Apr 12 16:21:18.983959 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for port (86c072fd-52cf-4f1f-b19b-84d56570efca), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:18.989557 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (86c072fd-52cf-4f1f-b19b-84d56570efca), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:19.023405 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (52003d5a-5670-4a36-98d2-1ac36545f514), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:19.045702 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'Port': ['ID=86c072fd-52cf-4f1f-b19b-84d56570efca,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:19.046735 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device deda406a-1751-4df5-995b-7f40d3fcb82e up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:21:19.050703 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:19.060924 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c91b5832-a57d-4f17-8b61-ac24e0c0dff7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8106165 Apr 12 16:21:19.073315 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b21f5cdc-bd3d-4004-acfc-49f957aa892c req-64b6a368-dbdf-4801-8026-2665a320d3a8 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 210 time: 0.0552890 Apr 12 16:21:19.079799 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fdf00-6436-49a9-92fd-beda41dfcf1a req-8035fd10-90c2-4b55-9be2-dfb3cde0288c tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:19.081625 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-511fdf00-6436-49a9-92fd-beda41dfcf1a req-8035fd10-90c2-4b55-9be2-dfb3cde0288c tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 944 time: 0.1264803 Apr 12 16:21:19.136880 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port deda406a-1751-4df5-995b-7f40d3fcb82e completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:21:19.145673 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port deda406a-1751-4df5-995b-7f40d3fcb82e triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:21:19.146289 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:19.196849 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-511fdf00-6436-49a9-92fd-beda41dfcf1a req-829abf55-c95f-4236-8c44-f97a8e2d993c tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782957 Apr 12 16:21:19.215203 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Publish callbacks [] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:19.239997 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port deda406a-1751-4df5-995b-7f40d3fcb82e is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:21:19.240862 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:19.256941 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:19.264757 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a439a34a-3d5a-48a4-8f9c-adbf98011c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deda406a-1751-4df5-995b-7f40d3fcb82e'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:21:19.267209 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb19528-c7e7-4f9f-b3ea-36e3a91669f3" -d '{"events": [{"server_uuid": "a439a34a-3d5a-48a4-8f9c-adbf98011c79", "name": "network-vif-plugged", "status": "completed", "tag": "deda406a-1751-4df5-995b-7f40d3fcb82e"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:21:19.280616 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port deda406a-1751-4df5-995b-7f40d3fcb82e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=deda406a-1751-4df5-995b-7f40d3fcb82e,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:21:19.285184 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:19.313651 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Network 46a7c03f-5a43-47b7-be39-30c806ff47fe is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:21:19.318355 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a0c590-0bd7-4d91-8833-7858d24fadbf x-openstack-request-id: req-10a0c590-0bd7-4d91-8833-7858d24fadbf {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:21:19.318652 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a439a34a-3d5a-48a4-8f9c-adbf98011c79", "name": "network-vif-plugged", "status": "completed", "tag": "deda406a-1751-4df5-995b-7f40d3fcb82e", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:21:19.318905 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-10a0c590-0bd7-4d91-8833-7858d24fadbf {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:21:19.319304 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a0c590-0bd7-4d91-8833-7858d24fadbf'] response: {'server_uuid': 'a439a34a-3d5a-48a4-8f9c-adbf98011c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deda406a-1751-4df5-995b-7f40d3fcb82e', 'code': 200} Apr 12 16:21:19.330918 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:21:19.355511 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:21:19.357007 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=deda406a-1751-4df5-995b-7f40d3fcb82e,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:19.362763 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Pushing event updated for resources: {'Port': ['ID=29d06177-36fb-4f13-a08c-b1e48832bedd,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:19.408862 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-eb0b1f0c-18be-42e3-96ab-d78fa3afdd8f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1123922668&fields=id&tenant_id=8743d75ee3b14874a47f8c5c5054795c HTTP/1.1" status: 200 len: 267 time: 0.1492310 Apr 12 16:21:19.434466 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:19.435077 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:19.494305 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-a1f2f18c-0a82-46c8-8184-a47910a0cd9f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2458949 Apr 12 16:21:19.540807 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498b968-6079-4527-8a47-f0656622f35b req-fb604b92-98a6-47b0-8987-0ee58a437356 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:19.542338 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-fb604b92-98a6-47b0-8987-0ee58a437356 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 815 time: 0.1237376 Apr 12 16:21:19.557936 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-574903bf-81aa-43b9-91fa-643df653fe6a tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/quotas/8743d75ee3b14874a47f8c5c5054795c HTTP/1.1" status: 200 len: 375 time: 0.0097041 Apr 12 16:21:19.580770 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Request body: {'port': {'device_id': '090e2715-75f1-4078-8b05-6cf170656ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:19.643373 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c7c89bcd-2d2a-4cb2-97a8-c51e9668363d None None] Provisioning complete for port 29d06177-36fb-4f13-a08c-b1e48832bedd triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:21:19.643656 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c7c89bcd-2d2a-4cb2-97a8-c51e9668363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:19.655201 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-e019559b-c451-4100-8e8b-e658db62bdfa tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0918534 Apr 12 16:21:19.685076 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c7c89bcd-2d2a-4cb2-97a8-c51e9668363d None None] Port 29d06177-36fb-4f13-a08c-b1e48832bedd cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:21:19.746603 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:19.754854 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c8d7b-bf54-4a70-97d4-1ea83b9e35b5 req-1e07c954-ab4d-474f-8ccd-382c40ba65d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:19.756459 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-977c8d7b-bf54-4a70-97d4-1ea83b9e35b5 req-1e07c954-ab4d-474f-8ccd-382c40ba65d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 1129 time: 0.0972400 Apr 12 16:21:19.885369 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-eb0170ae-b4c2-423c-8cde-e39c4fe0d6d7 service neutron] 10.222.0.67 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993945 Apr 12 16:21:19.932514 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-977c8d7b-bf54-4a70-97d4-1ea83b9e35b5 req-b8d14977-bfaa-4513-9c63-054bc8c171e8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1473973 Apr 12 16:21:20.118789 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed6f3d-9e3f-48f9-bd53-c9a2706e5cf6 req-d6c4bf07-6e1d-45f9-ad11-d9a80647fabd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:20.120266 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f7ed6f3d-9e3f-48f9-bd53-c9a2706e5cf6 req-d6c4bf07-6e1d-45f9-ad11-d9a80647fabd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.1081054 Apr 12 16:21:20.127442 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-e4b8c145-32f1-43ab-a4c6-d99a9601f2f8 service neutron] 10.222.0.67 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921246 Apr 12 16:21:20.213711 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f7ed6f3d-9e3f-48f9-bd53-c9a2706e5cf6 req-c40d0d4d-bf86-4cfb-84e0-c6f27319a518 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817108 Apr 12 16:21:20.265557 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d06177-36fb-4f13-a08c-b1e48832bedd {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:21:20.277506 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Publish callbacks [] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:20.296994 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Transition to ACTIVE for port object 29d06177-36fb-4f13-a08c-b1e48832bedd will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:21:20.311484 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:20.417106 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e6779-e94e-4c3f-9d36-5a7fca3df3fc req-4375b8c3-0213-40b7-a1a1-1cb57b9ce5cf tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:20.423177 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ce2e6779-e94e-4c3f-9d36-5a7fca3df3fc req-4375b8c3-0213-40b7-a1a1-1cb57b9ce5cf tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 947 time: 0.1233675 Apr 12 16:21:20.433830 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc31ac-6917-4dc4-afd7-90c9e02386fc req-709ecd67-9bc2-4e8b-acd5-6f6d7d1e0524 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:20.435294 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-32fc31ac-6917-4dc4-afd7-90c9e02386fc req-709ecd67-9bc2-4e8b-acd5-6f6d7d1e0524 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 945 time: 0.1254468 Apr 12 16:21:20.440749 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Pushing event updated for resources: {'Port': ['ID=29d06177-36fb-4f13-a08c-b1e48832bedd,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:20.573486 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ce2e6779-e94e-4c3f-9d36-5a7fca3df3fc req-eeea9d13-0389-4552-b5ea-3b08ba6576f3 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353405 Apr 12 16:21:20.578198 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-32fc31ac-6917-4dc4-afd7-90c9e02386fc req-d8b01669-5a23-43a3-ae8e-0cd3d5178630 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1348619 Apr 12 16:21:20.596599 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Attempting to bind port 29d06177-36fb-4f13-a08c-b1e48832bedd on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:21:20.596953 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Attempting to bind port 29d06177-36fb-4f13-a08c-b1e48832bedd by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'bd20f243-f545-417d-9b4a-30dafe26ef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '46a7c03f-5a43-47b7-be39-30c806ff47fe'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:21:20.597289 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Attempting to bind port 29d06177-36fb-4f13-a08c-b1e48832bedd on network 46a7c03f-5a43-47b7-be39-30c806ff47fe {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:21:20.610952 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Port 29d06177-36fb-4f13-a08c-b1e48832bedd on network 46a7c03f-5a43-47b7-be39-30c806ff47fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:21:20.611450 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Attempting to bind port 29d06177-36fb-4f13-a08c-b1e48832bedd on network 46a7c03f-5a43-47b7-be39-30c806ff47fe {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:21:20.621748 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:21:20.622272 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Checking segment: {'id': 'bd20f243-f545-417d-9b4a-30dafe26ef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '46a7c03f-5a43-47b7-be39-30c806ff47fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:21:20.622739 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Bound using segment: {'id': 'bd20f243-f545-417d-9b4a-30dafe26ef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '46a7c03f-5a43-47b7-be39-30c806ff47fe'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:21:20.623098 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Bound port: 29d06177-36fb-4f13-a08c-b1e48832bedd, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd20f243-f545-417d-9b4a-30dafe26ef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '46a7c03f-5a43-47b7-be39-30c806ff47fe'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:21:20.623433 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:20.663954 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c460de73-54a1-440d-9786-374f594e04f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:20.689727 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a3f8599d-ea11-4738-9aa8-cc9c3a16de64 req-f512d26c-5035-460c-96be-9957af2e8b79 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.0481458 Apr 12 16:21:20.752835 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] For port 29d06177-36fb-4f13-a08c-b1e48832bedd, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:21:20.756135 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] For port 29d06177-36fb-4f13-a08c-b1e48832bedd, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=29d06177-36fb-4f13-a08c-b1e48832bedd,segment=NetworkSegment(bd20f243-f545-417d-9b4a-30dafe26ef06),segment_id=bd20f243-f545-417d-9b4a-30dafe26ef06)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:21:20.761969 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:20.796221 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:20.796899 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:20.798212 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] 10.222.0.45 "PUT /v2.0/ports/29d06177-36fb-4f13-a08c-b1e48832bedd HTTP/1.1" status: 200 len: 1097 time: 1.2248180 Apr 12 16:21:20.798635 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090e2715-75f1-4078-8b05-6cf170656ea1', 'tag': '29d06177-36fb-4f13-a08c-b1e48832bedd'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:21:20.800873 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9104fcd-209b-4f9a-b64d-9326cf42be12" -d '{"events": [{"name": "network-changed", "server_uuid": "090e2715-75f1-4078-8b05-6cf170656ea1", "tag": "29d06177-36fb-4f13-a08c-b1e48832bedd"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:21:20.826537 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dc705-b6a6-443f-9185-ea02e4c1454a service neutron] Pushing event updated for resources: {'Port': ['ID=29d06177-36fb-4f13-a08c-b1e48832bedd,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:20.843757 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852bb5e9-d47a-47f2-b22a-ef7f05f1412d x-openstack-request-id: req-852bb5e9-d47a-47f2-b22a-ef7f05f1412d {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:21:20.844055 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090e2715-75f1-4078-8b05-6cf170656ea1", "tag": "29d06177-36fb-4f13-a08c-b1e48832bedd", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:21:20.844315 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-852bb5e9-d47a-47f2-b22a-ef7f05f1412d {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:21:20.844725 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852bb5e9-d47a-47f2-b22a-ef7f05f1412d'] response: {'name': 'network-changed', 'server_uuid': '090e2715-75f1-4078-8b05-6cf170656ea1', 'tag': '29d06177-36fb-4f13-a08c-b1e48832bedd', 'status': 'completed', 'code': 200} Apr 12 16:21:21.067845 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f5469-4b2e-41f3-9013-bac9fcf8bf9b req-2fdef71d-f850-4e64-b4f7-e8796fc51ec7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:21.069446 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4f8f5469-4b2e-41f3-9013-bac9fcf8bf9b req-2fdef71d-f850-4e64-b4f7-e8796fc51ec7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0583441 Apr 12 16:21:21.118104 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4f8f5469-4b2e-41f3-9013-bac9fcf8bf9b req-8d06e70d-192c-4917-b3c9-f578fcafb964 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Apr 12 16:21:21.348989 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026439ed-35d8-41d9-a209-9976f150e76f req-24c0a9df-1c5d-4fc1-a262-f40fab8e1b73 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:21.350570 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-026439ed-35d8-41d9-a209-9976f150e76f req-24c0a9df-1c5d-4fc1-a262-f40fab8e1b73 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0590339 Apr 12 16:21:21.399792 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-026439ed-35d8-41d9-a209-9976f150e76f req-79eaabb4-0612-439d-811e-5707c1d4c324 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434723 Apr 12 16:21:21.759256 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9104fcd-209b-4f9a-b64d-9326cf42be12 req-31f14f40-6afd-4f5e-939c-525aeea830ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:21.761519 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b9104fcd-209b-4f9a-b64d-9326cf42be12 req-31f14f40-6afd-4f5e-939c-525aeea830ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4224329892c14501a19cf44244ea0f54&device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 1131 time: 0.1118968 Apr 12 16:21:21.776406 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4faa4-56bd-4337-b25e-28c4a2af43e5 req-bffd0bc1-8386-41d8-af8a-8bae7c410be3 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:21.778027 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c5a4faa4-56bd-4337-b25e-28c4a2af43e5 req-bffd0bc1-8386-41d8-af8a-8bae7c410be3 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 945 time: 0.0964053 Apr 12 16:21:21.786542 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2823e42-4788-4be9-9fea-befe8fa7a1b8 req-d6409ecf-e00c-48fd-a299-b0e768b4e42d tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:21.787927 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f2823e42-4788-4be9-9fea-befe8fa7a1b8 req-d6409ecf-e00c-48fd-a299-b0e768b4e42d tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 947 time: 0.1051886 Apr 12 16:21:21.864505 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c5a4faa4-56bd-4337-b25e-28c4a2af43e5 req-339615cd-d34b-4132-b4ac-036da128228f tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755095 Apr 12 16:21:21.867876 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f2823e42-4788-4be9-9fea-befe8fa7a1b8 req-c5257515-ccbb-40e7-9da9-6e7cabca8652 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732162 Apr 12 16:21:21.952763 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-25ea0e0b-e8b7-49eb-b6b1-83c672e96b3a req-e49da222-64b1-43e2-943f-19dfae2a57e4 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.0281630 Apr 12 16:21:22.119554 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b9104fcd-209b-4f9a-b64d-9326cf42be12 req-6af14a3e-2fc5-42f9-b940-d9e5adf313e6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4224329892c14501a19cf44244ea0f54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250869 Apr 12 16:21:22.250675 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc19df2-5ccd-457c-a0bb-d564968f7937 req-dfcba9f2-81aa-4dff-aac9-e6d7fe489cd3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:22.252143 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc19df2-5ccd-457c-a0bb-d564968f7937 req-dfcba9f2-81aa-4dff-aac9-e6d7fe489cd3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0604477 Apr 12 16:21:22.298745 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc19df2-5ccd-457c-a0bb-d564968f7937 req-bb42ea2b-f991-4d32-a29b-68c13a555bb2 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403097 Apr 12 16:21:22.519628 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ddd03-63fa-488d-9eeb-55c67daef6bf req-23a46fd2-eb8f-474e-8ef6-9c9cb13be863 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:22.521769 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ff8ddd03-63fa-488d-9eeb-55c67daef6bf req-23a46fd2-eb8f-474e-8ef6-9c9cb13be863 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0499120 Apr 12 16:21:22.574944 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ff8ddd03-63fa-488d-9eeb-55c67daef6bf req-13ac92f8-5ed5-44ab-8365-cda3698f7ef1 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444474 Apr 12 16:21:22.957340 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b6124c2a-3f77-4001-8b39-4d9a03807d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:23.056518 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d1c46-95e0-4f6b-bafc-205b96a8aa42 req-fab24533-4bf2-46b6-8f1b-c4ff549bc724 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:23.058020 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c6d1c46-95e0-4f6b-bafc-205b96a8aa42 req-fab24533-4bf2-46b6-8f1b-c4ff549bc724 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 947 time: 0.0935397 Apr 12 16:21:23.064585 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7b546-b972-4275-b14c-72ba836faed9 req-03b5533a-01bf-41c9-b1d5-5541c0c3e9ef tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:23.065964 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-08a7b546-b972-4275-b14c-72ba836faed9 req-03b5533a-01bf-41c9-b1d5-5541c0c3e9ef tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 945 time: 0.1208229 Apr 12 16:21:23.068431 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9104fcd-209b-4f9a-b64d-9326cf42be12 req-1af5dd9b-48c8-4215-a4b4-43d1ccfa848f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:23.069712 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b9104fcd-209b-4f9a-b64d-9326cf42be12 req-1af5dd9b-48c8-4215-a4b4-43d1ccfa848f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2025614 Apr 12 16:21:23.140780 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-08a7b546-b972-4275-b14c-72ba836faed9 req-d0351311-aa6b-4114-99a8-1c182c9ea2f2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654507 Apr 12 16:21:23.143837 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c6d1c46-95e0-4f6b-bafc-205b96a8aa42 req-14dccd47-757c-4bc3-b261-85a559081bd8 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768538 Apr 12 16:21:23.231927 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-80292ab6-f97f-4991-9051-caaa4352a18c req-211012b1-ecb3-48df-8bbc-9175c1a2980c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.0291929 Apr 12 16:21:23.426022 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecd9a8-ef37-4f47-9b82-409e0b323835 req-14d7c57a-fb58-44e3-805f-c3ac86a350d1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:23.427567 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-73ecd9a8-ef37-4f47-9b82-409e0b323835 req-14d7c57a-fb58-44e3-805f-c3ac86a350d1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0563145 Apr 12 16:21:23.491540 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-73ecd9a8-ef37-4f47-9b82-409e0b323835 req-e3932a26-53fd-4015-a5d8-d347388ed57d tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558152 Apr 12 16:21:23.710404 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ada03d-54db-4efb-8db7-b8254d7fb484 req-133bdc53-af8a-4091-8865-fb9450b2d038 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:23.711869 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e7ada03d-54db-4efb-8db7-b8254d7fb484 req-133bdc53-af8a-4091-8865-fb9450b2d038 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0579758 Apr 12 16:21:23.760783 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e7ada03d-54db-4efb-8db7-b8254d7fb484 req-e3a45efe-4f67-44f1-9176-3ec5159ff0a1 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431092 Apr 12 16:21:24.181997 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:24.289962 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179517b-296a-4f8c-befe-78075675cc08 req-f5ef5911-44ce-4226-b822-80716b04b47b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:24.291447 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f179517b-296a-4f8c-befe-78075675cc08 req-f5ef5911-44ce-4226-b822-80716b04b47b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 945 time: 0.0778217 Apr 12 16:21:24.302263 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda54b8-27cd-4c16-940b-a552b02cbb99 req-b4e79b72-7db8-4d59-a648-5c38f388bd97 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:24.303658 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6bda54b8-27cd-4c16-940b-a552b02cbb99 req-b4e79b72-7db8-4d59-a648-5c38f388bd97 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 947 time: 0.0765166 Apr 12 16:21:24.377953 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f179517b-296a-4f8c-befe-78075675cc08 req-41d2cc1e-dd08-4f24-99ea-76566c465f06 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733809 Apr 12 16:21:24.385231 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6bda54b8-27cd-4c16-940b-a552b02cbb99 req-440cd8c3-4231-4b8f-9ba7-3cb8444dff0e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751033 Apr 12 16:21:24.474005 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-041709bc-dce4-4205-9df2-99c06db3c1fb req-0e59e671-7d49-4683-a76b-17396b521154 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.0369053 Apr 12 16:21:24.513789 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d37890-3f28-4f2e-a76a-f5062f0a514c req-0cdd511e-53e5-49ad-ab32-3fa8c2ed2502 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:24.515341 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a1d37890-3f28-4f2e-a76a-f5062f0a514c req-0cdd511e-53e5-49ad-ab32-3fa8c2ed2502 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 945 time: 0.0511963 Apr 12 16:21:24.568200 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a1d37890-3f28-4f2e-a76a-f5062f0a514c req-c09a3b1a-94ee-4348-8fff-37c5a0aeff27 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467765 Apr 12 16:21:24.591467 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 46248) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:24.622366 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0c5e2-d52f-490a-893d-8a086e698a20 req-9fc06f73-f2a1-45dd-8c85-a4da32294d0e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:24.623841 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0bc0c5e2-d52f-490a-893d-8a086e698a20 req-9fc06f73-f2a1-45dd-8c85-a4da32294d0e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0516849 Apr 12 16:21:24.672057 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0bc0c5e2-d52f-490a-893d-8a086e698a20 req-af6165dd-2ed7-44a3-b427-398d2e54c7f4 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Apr 12 16:21:24.784147 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde64745-5401-4db9-8931-15cfe0f3cbfb tempest-TestVolumeBootPattern-2027814816 tempest-TestVolumeBootPattern-2027814816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:24.785688 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-dde64745-5401-4db9-8931-15cfe0f3cbfb tempest-TestVolumeBootPattern-2027814816 tempest-TestVolumeBootPattern-2027814816-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 1124 time: 0.1931620 Apr 12 16:21:24.789041 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 46252) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:24.793550 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Request body: {'floatingip': {'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'port_id': 'deda406a-1751-4df5-995b-7f40d3fcb82e', 'tenant_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:24.815866 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:24.883621 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e6804-1ae2-4ea4-98bf-d53a6270bcf9 req-d2d70ab0-974c-46d9-bdb1-24f6dc442c89 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:24.885114 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd8e6804-1ae2-4ea4-98bf-d53a6270bcf9 req-d2d70ab0-974c-46d9-bdb1-24f6dc442c89 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0485108 Apr 12 16:21:24.899117 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:24.936165 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd8e6804-1ae2-4ea4-98bf-d53a6270bcf9 req-2a27a389-c3eb-47c1-8285-ae4b95413705 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453503 Apr 12 16:21:25.006717 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Allocated IP 172.27.2.203 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/ce3f1969-796f-4bc5-9a1d-1f5506348d6c) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:21:25.125140 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:25.127379 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for port (ce3f1969-796f-4bc5-9a1d-1f5506348d6c), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:25.163089 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (ce3f1969-796f-4bc5-9a1d-1f5506348d6c), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:25.198591 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:21:25.201193 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:21:25.206942 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:21:25.230768 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'Port': ['ID=ce3f1969-796f-4bc5-9a1d-1f5506348d6c,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:25.500258 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-820f4a8d-0d31-47e1-9b73-0a25fe6e53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:25.501580 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-820f4a8d-0d31-47e1-9b73-0a25fe6e53df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4224329892c14501a19cf44244ea0f54&device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 1131 time: 0.0771182 Apr 12 16:21:25.541898 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:25.576742 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for floatingip (ff745d38-c228-45e4-ab54-0be1570e6274), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:25.586156 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-cd56d988-8438-4b02-b470-30eacbd7fb20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=29d06177-36fb-4f13-a08c-b1e48832bedd HTTP/1.1" status: 200 len: 217 time: 0.0517135 Apr 12 16:21:25.597129 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad588b2b-2fa8-4655-b4b3-6e9f588f3d78 req-1f36ce13-9288-4aca-a78f-5b0743835adf tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:25.599219 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ad588b2b-2fa8-4655-b4b3-6e9f588f3d78 req-1f36ce13-9288-4aca-a78f-5b0743835adf tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 947 time: 0.1035953 Apr 12 16:21:25.637666 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-af2df0a8-8145-4dda-a7ed-6fda4e121051 req-b0ad24c2-dbe5-4304-a578-959550cf235f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.0374577 Apr 12 16:21:25.648676 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ce3f1969-796f-4bc5-9a1d-1f5506348d6c), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:25.669310 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ad588b2b-2fa8-4655-b4b3-6e9f588f3d78 req-07eda734-ed56-4631-a5d3-2ca7729a0526 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596817 Apr 12 16:21:25.794576 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c563ae2-2a13-4b28-8445-f9483f917c49 req-bef495b4-92a2-4091-abb0-53ca71eb18c3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:25.796019 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c563ae2-2a13-4b28-8445-f9483f917c49 req-bef495b4-92a2-4091-abb0-53ca71eb18c3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0490396 Apr 12 16:21:25.806359 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for port (ce3f1969-796f-4bc5-9a1d-1f5506348d6c), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:25.811442 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ce3f1969-796f-4bc5-9a1d-1f5506348d6c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:25.843126 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c563ae2-2a13-4b28-8445-f9483f917c49 req-8452a842-0ff1-452f-9e94-3977b03f37a1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406065 Apr 12 16:21:25.845809 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (ff745d38-c228-45e4-ab54-0be1570e6274), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:25.899775 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'Port': ['ID=ce3f1969-796f-4bc5-9a1d-1f5506348d6c,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:25.968380 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Floating IP ff745d38-c228-45e4-ab54-0be1570e6274 associated. External IP: 172.27.2.203, port: deda406a-1751-4df5-995b-7f40d3fcb82e. Apr 12 16:21:26.056827 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552eee62-066e-43a9-9468-a69dac1509a9 req-86583349-2acb-4d86-b54e-b506b4108619 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:26.058289 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-552eee62-066e-43a9-9468-a69dac1509a9 req-86583349-2acb-4d86-b54e-b506b4108619 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0539069 Apr 12 16:21:26.109559 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-552eee62-066e-43a9-9468-a69dac1509a9 req-c8310403-0d45-4a81-902a-ae0f75b9fcff tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455418 Apr 12 16:21:26.205591 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Router c67244c5-d74c-486a-ab43-1c26b88322e1 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:21:26.300498 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-4702b17e-6fe2-456b-8aad-f5a0466f38a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:26.303660 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-4702b17e-6fe2-456b-8aad-f5a0466f38a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6371e9a9-15ba-4e3f-9955-e4b9fee6219c HTTP/1.1" status: 200 len: 843 time: 0.0875885 Apr 12 16:21:26.369120 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:21:26.385730 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd8ad2-e18f-447a-a2af-1ecacca753ee None None] Sync routers for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:21:26.394923 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:26.400729 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd8ad2-e18f-447a-a2af-1ecacca753ee None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:21:26.401647 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a9cd8ad2-e18f-447a-a2af-1ecacca753ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:21:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:21:26.433593 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06befb9a-ae8c-4576-839f-65fc9aa44a35 req-944d6782-223a-4883-aa46-c3627cf39c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:26.436294 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-06befb9a-ae8c-4576-839f-65fc9aa44a35 req-944d6782-223a-4883-aa46-c3627cf39c55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 1129 time: 0.0630183 Apr 12 16:21:26.454744 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-6d6cabf0-e103-4d8c-8301-f9ff92bd700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:26.456053 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-6d6cabf0-e103-4d8c-8301-f9ff92bd700b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46a7c03f-5a43-47b7-be39-30c806ff47fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1244671 Apr 12 16:21:26.490507 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-6e9c9981-83a0-48d5-9848-e66198f0f5e2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7000613 Apr 12 16:21:26.499659 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a439a34a-3d5a-48a4-8f9c-adbf98011c79', 'tag': 'deda406a-1751-4df5-995b-7f40d3fcb82e'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:21:26.508841 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a676a02c-d101-42c9-857e-435e3708987d" -d '{"events": [{"name": "network-changed", "server_uuid": "a439a34a-3d5a-48a4-8f9c-adbf98011c79", "tag": "deda406a-1751-4df5-995b-7f40d3fcb82e"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:21:26.564535 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a46e7f-a07f-444f-b1f1-4c773ca26b6f x-openstack-request-id: req-73a46e7f-a07f-444f-b1f1-4c773ca26b6f {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:21:26.564900 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a439a34a-3d5a-48a4-8f9c-adbf98011c79", "tag": "deda406a-1751-4df5-995b-7f40d3fcb82e", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:21:26.565276 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-73a46e7f-a07f-444f-b1f1-4c773ca26b6f {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:21:26.565701 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a46e7f-a07f-444f-b1f1-4c773ca26b6f'] response: {'name': 'network-changed', 'server_uuid': 'a439a34a-3d5a-48a4-8f9c-adbf98011c79', 'tag': 'deda406a-1751-4df5-995b-7f40d3fcb82e', 'status': 'completed', 'code': 200} Apr 12 16:21:26.606375 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-a9cd8ad2-e18f-447a-a2af-1ecacca753ee None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:21:26.718175 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-9e795639-3548-46ca-9d7a-93acb017f7c5 service neutron] 10.222.0.45 "GET /v2.0/networks/46a7c03f-5a43-47b7-be39-30c806ff47fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394710 Apr 12 16:21:26.721629 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06befb9a-ae8c-4576-839f-65fc9aa44a35 req-95b1f8e2-234a-4526-be78-7a6521c24f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:26.723671 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-06befb9a-ae8c-4576-839f-65fc9aa44a35 req-95b1f8e2-234a-4526-be78-7a6521c24f06 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 918 time: 0.2353168 Apr 12 16:21:26.727130 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676a02c-d101-42c9-857e-435e3708987d req-d6760f06-9704-4b01-9e4f-213c138e43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:26.728895 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a676a02c-d101-42c9-857e-435e3708987d req-d6760f06-9704-4b01-9e4f-213c138e43f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 1129 time: 0.0816455 Apr 12 16:21:26.852767 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a9cd8ad2-e18f-447a-a2af-1ecacca753ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': 'ff745d38-c228-45e4-ab54-0be1570e6274', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': 'deda406a-1751-4df5-995b-7f40d3fcb82e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:fb:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a439a34a-3d5a-48a4-8f9c-adbf98011c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:21:25Z', 'updated_at': '2022-04-12T16:21:25Z', 'revision_number': 0, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:21:26.866866 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-06befb9a-ae8c-4576-839f-65fc9aa44a35 req-ea6ceacb-db05-41bb-b57e-3e5600de5e38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1482398b-faf8-483e-b85f-481978b24399 HTTP/1.1" status: 200 len: 217 time: 0.1031122 Apr 12 16:21:26.883029 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd8ad2-e18f-447a-a2af-1ecacca753ee None None] Checking router: c67244c5-d74c-486a-ab43-1c26b88322e1 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:21:26.886411 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d34166e4-8b3f-4399-8199-ead79157c25a req-4ff3d234-24f7-49d7-9634-59904e442b15 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.1094010 Apr 12 16:21:26.894552 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd8ad2-e18f-447a-a2af-1ecacca753ee None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:21:26.895421 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a9cd8ad2-e18f-447a-a2af-1ecacca753ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:21:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:21:26.909730 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dba2d-b5b2-474a-a459-bbf3ed46042d req-eab999e6-d9f1-4f65-a3eb-98323a5da25c tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:26.911690 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5b9dba2d-b5b2-474a-a459-bbf3ed46042d req-eab999e6-d9f1-4f65-a3eb-98323a5da25c tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 947 time: 0.1311400 Apr 12 16:21:26.963817 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d372c99-eb60-4592-87b6-fc9a2b09d32c req-17100b3b-8a6c-4e87-8d99-c73e7bf3d7a8 service neutron] 10.222.0.45 "GET /v2.0/networks/46a7c03f-5a43-47b7-be39-30c806ff47fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273433 Apr 12 16:21:27.030449 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:27.100477 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-a9cd8ad2-e18f-447a-a2af-1ecacca753ee None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:21:27.320961 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705c862-8ef6-433c-9d2e-2c8bc28ef10d req-bcb3f54a-2aee-4d71-ba6b-d562759d6183 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:27.322524 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3705c862-8ef6-433c-9d2e-2c8bc28ef10d req-bcb3f54a-2aee-4d71-ba6b-d562759d6183 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.3619654 Apr 12 16:21:27.327366 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5b9dba2d-b5b2-474a-a459-bbf3ed46042d req-c24500bd-63df-4280-9007-90f44aaaed2e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090686 Apr 12 16:21:27.329352 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-a9cd8ad2-e18f-447a-a2af-1ecacca753ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': 'ff745d38-c228-45e4-ab54-0be1570e6274', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': 'deda406a-1751-4df5-995b-7f40d3fcb82e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:fb:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a439a34a-3d5a-48a4-8f9c-adbf98011c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:21:25Z', 'updated_at': '2022-04-12T16:21:25Z', 'revision_number': 0, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:21:27.365899 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd8ad2-e18f-447a-a2af-1ecacca753ee None None] The sync data for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi is: [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': 'ff745d38-c228-45e4-ab54-0be1570e6274', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': 'deda406a-1751-4df5-995b-7f40d3fcb82e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:fb:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a439a34a-3d5a-48a4-8f9c-adbf98011c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:21:25Z', 'updated_at': '2022-04-12T16:21:25Z', 'revision_number': 0, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:21:27.370229 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676a02c-d101-42c9-857e-435e3708987d req-af3fdb2f-29d6-457f-b042-02c440aaff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:27.371690 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a676a02c-d101-42c9-857e-435e3708987d req-af3fdb2f-29d6-457f-b042-02c440aaff09 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 913 time: 0.4210265 Apr 12 16:21:27.409615 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3705c862-8ef6-433c-9d2e-2c8bc28ef10d req-eb100a03-f88c-4a2e-b874-61e591b9fa68 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793631 Apr 12 16:21:27.460132 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd2e80-cc48-435e-adf3-356e1ed6474e req-09948c23-b484-4ced-aae4-f677aa8d3010 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:27.461676 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3bd2e80-cc48-435e-adf3-356e1ed6474e req-09948c23-b484-4ced-aae4-f677aa8d3010 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0684643 Apr 12 16:21:27.539410 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7e588-6c3c-45c8-a521-83ae3c0ad672 req-6adaec59-7001-46ea-a46a-89b049dad251 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:27.541012 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-41c7e588-6c3c-45c8-a521-83ae3c0ad672 req-6adaec59-7001-46ea-a46a-89b049dad251 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0720613 Apr 12 16:21:27.564489 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3bd2e80-cc48-435e-adf3-356e1ed6474e req-ba9c75a2-4e3b-4469-8a13-b4e944642696 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971153 Apr 12 16:21:27.610333 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0702af62-4135-45eb-b793-1d6ee765e532 None None] New status for floating IP ff745d38-c228-45e4-ab54-0be1570e6274: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:21:27.640026 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-41c7e588-6c3c-45c8-a521-83ae3c0ad672 req-36fee757-4718-49a6-b9a4-cffde5df6d6d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864093 Apr 12 16:21:27.663895 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06befb9a-ae8c-4576-839f-65fc9aa44a35 req-92fd4ce4-4c6a-4c21-a610-4d3d2e3889c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:27.667060 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-06befb9a-ae8c-4576-839f-65fc9aa44a35 req-92fd4ce4-4c6a-4c21-a610-4d3d2e3889c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.0607014 Apr 12 16:21:27.786404 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a676a02c-d101-42c9-857e-435e3708987d req-2c7aee38-45fb-436a-af0d-be7d1f0768ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deda406a-1751-4df5-995b-7f40d3fcb82e HTTP/1.1" status: 200 len: 999 time: 0.0674934 Apr 12 16:21:27.988039 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fa4fe447-4324-456e-9c14-8d4ae7a59860 req-eba81eac-e38e-42bf-9d02-4b2809247e93 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.0295310 Apr 12 16:21:28.457681 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c4d62-aa4c-42e9-b10a-9b0a02c2c752 req-9417692e-d577-4504-b35e-26aeb670c4f2 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:28.459382 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ff3c4d62-aa4c-42e9-b10a-9b0a02c2c752 req-9417692e-d577-4504-b35e-26aeb670c4f2 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 947 time: 0.0495055 Apr 12 16:21:28.536210 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ff3c4d62-aa4c-42e9-b10a-9b0a02c2c752 req-147281e6-1aaa-4cba-bcd1-89bd3477d421 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711474 Apr 12 16:21:28.546762 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170780f4-74fd-4340-8310-3b5dfed49ce5 req-8a0f8b66-6212-4fc5-b5eb-0a9d7f6e7a15 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:28.548164 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-170780f4-74fd-4340-8310-3b5dfed49ce5 req-8a0f8b66-6212-4fc5-b5eb-0a9d7f6e7a15 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0638623 Apr 12 16:21:28.595748 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-170780f4-74fd-4340-8310-3b5dfed49ce5 req-e889cce4-141c-4526-872a-70c2c2a35612 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413530 Apr 12 16:21:28.691668 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265adcc8-4a49-4f84-9e01-46685e544c6f req-cd17ffb8-2263-4944-b712-ff6cfc0f92cf tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:28.693220 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-265adcc8-4a49-4f84-9e01-46685e544c6f req-cd17ffb8-2263-4944-b712-ff6cfc0f92cf tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0516248 Apr 12 16:21:28.771502 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d951760-199c-4b92-8372-fc91f0e498be req-3e2432b4-2984-4d68-a2e4-e6ce091666e6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:28.772944 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7d951760-199c-4b92-8372-fc91f0e498be req-3e2432b4-2984-4d68-a2e4-e6ce091666e6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0611680 Apr 12 16:21:28.775929 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-265adcc8-4a49-4f84-9e01-46685e544c6f req-3ce1d5fd-b5cc-4ac8-84af-d6cad0e17598 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773191 Apr 12 16:21:28.825222 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7d951760-199c-4b92-8372-fc91f0e498be req-3edd9d85-e201-42a8-a000-921635eb00a9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467503 Apr 12 16:21:29.097457 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fd91186-5bf4-48e7-9f0f-7181bc73d8f8 req-f95f4280-b223-44a9-aefe-e88902eb1a53 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.0294163 Apr 12 16:21:29.654363 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c61fe-9c50-45cd-bbb5-6e532df8b8f3 req-00106585-7281-4741-ad8d-0bcb91c8a4f8 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:29.655941 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3e4c61fe-9c50-45cd-bbb5-6e532df8b8f3 req-00106585-7281-4741-ad8d-0bcb91c8a4f8 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 947 time: 0.0501294 Apr 12 16:21:29.745771 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d291a4-20d4-4ad3-b801-a36058ddf404 req-81330b74-5166-4c3a-88c7-a641f2e051d6 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:29.747241 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a5d291a4-20d4-4ad3-b801-a36058ddf404 req-81330b74-5166-4c3a-88c7-a641f2e051d6 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0656421 Apr 12 16:21:29.750975 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3e4c61fe-9c50-45cd-bbb5-6e532df8b8f3 req-6ca3851b-233c-4136-a0d4-070616ba5407 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833426 Apr 12 16:21:29.795882 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a5d291a4-20d4-4ad3-b801-a36058ddf404 req-0e86f079-49fa-4252-b232-9f76ca08d51d tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423801 Apr 12 16:21:29.896021 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f351cb-ab87-4a09-ae79-c947aac50e6f req-499b8a59-4a82-4e91-b79b-4d43e56069c1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:29.897608 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-66f351cb-ab87-4a09-ae79-c947aac50e6f req-499b8a59-4a82-4e91-b79b-4d43e56069c1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0508156 Apr 12 16:21:29.954837 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6366b0-3f5a-427c-814b-83f27f2eba44 req-c1367103-e77c-4be4-937f-959041d712a2 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:29.956599 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fc6366b0-3f5a-427c-814b-83f27f2eba44 req-c1367103-e77c-4be4-937f-959041d712a2 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0580878 Apr 12 16:21:29.994643 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-66f351cb-ab87-4a09-ae79-c947aac50e6f req-ea2cbd56-2aad-4278-a50a-bf763160d924 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879126 Apr 12 16:21:30.021147 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fc6366b0-3f5a-427c-814b-83f27f2eba44 req-222eb481-8475-426a-9801-c8ce36d403bd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585763 Apr 12 16:21:30.059902 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06befb9a-ae8c-4576-839f-65fc9aa44a35 req-8d9bf629-2e45-416e-ad85-9d42992c1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:30.061431 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-06befb9a-ae8c-4576-839f-65fc9aa44a35 req-8d9bf629-2e45-416e-ad85-9d42992c1592 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394208 Apr 12 16:21:30.185995 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676a02c-d101-42c9-857e-435e3708987d req-670598ae-404d-4262-82bb-c19159d7c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:30.187497 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a676a02c-d101-42c9-857e-435e3708987d req-670598ae-404d-4262-82bb-c19159d7c765 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b41d7f9c-e278-47e4-81fe-aa85c501c87e HTTP/1.1" status: 200 len: 851 time: 0.0539572 Apr 12 16:21:30.206801 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a13bf609-911e-4662-b00a-a044de915652 req-be251be1-7e73-4c01-b234-7ff55c40959d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.0348063 Apr 12 16:21:30.389531 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676a02c-d101-42c9-857e-435e3708987d req-7074d079-e2ab-45c5-8c3a-0245cd6e9a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:30.390959 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a676a02c-d101-42c9-857e-435e3708987d req-7074d079-e2ab-45c5-8c3a-0245cd6e9a8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1394858 Apr 12 16:21:30.434417 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498b968-6079-4527-8a47-f0656622f35b req-7d23e666-ba0d-44dd-a115-f3a1779d80e5 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:30.435805 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-7d23e666-ba0d-44dd-a115-f3a1779d80e5 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 815 time: 0.2011530 Apr 12 16:21:30.437632 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-06befb9a-ae8c-4576-839f-65fc9aa44a35 req-0f5b78a7-a8ba-4403-ba28-88f501691ed1 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046199 Apr 12 16:21:30.685512 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-75085f68-ae4f-41a6-b6fe-be2a7eac88ff tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8743d75ee3b14874a47f8c5c5054795c HTTP/1.1" status: 200 len: 472 time: 0.1799634 Apr 12 16:21:30.711783 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a676a02c-d101-42c9-857e-435e3708987d req-2264cbb6-efdf-4e8f-9475-b8a21493f6fe service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050519 Apr 12 16:21:30.715293 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-06befb9a-ae8c-4576-839f-65fc9aa44a35 req-5ad572a2-6d66-4913-9134-d4693a7b979a service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031183 Apr 12 16:21:30.775594 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-3498b968-6079-4527-8a47-f0656622f35b req-1a14372f-3dde-46b5-84e2-c4a00532992f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'port': {'device_id': '06dc15d1-6e23-4515-9016-40ecb0211696', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'admin_state_up': True, 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'security_groups': ['046a4160-5c97-4146-ae01-7aaaff1b6032']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:30.972461 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785073e-4410-400b-bf9a-cdea24626bd2 req-862ed31b-8606-4198-9ce3-6a45178af2e3 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:30.973931 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6785073e-4410-400b-bf9a-cdea24626bd2 req-862ed31b-8606-4198-9ce3-6a45178af2e3 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 947 time: 0.1037469 Apr 12 16:21:30.983874 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4e918-47f7-41ec-b785-e27d83c50cf5 req-09e83f87-856b-4814-bcda-2a86b778233a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:30.985243 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ae4e918-47f7-41ec-b785-e27d83c50cf5 req-09e83f87-856b-4814-bcda-2a86b778233a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.1138253 Apr 12 16:21:31.036961 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a676a02c-d101-42c9-857e-435e3708987d req-e8307d08-23f9-4575-a978-d4e593fd6cc9 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722173 Apr 12 16:21:31.062668 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 29d06177-36fb-4f13-a08c-b1e48832bedd details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:21:31.095222 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ae4e918-47f7-41ec-b785-e27d83c50cf5 req-23122abb-1e72-4194-b00c-d106faaea3ee tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027420 Apr 12 16:21:31.098801 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6785073e-4410-400b-bf9a-cdea24626bd2 req-85c121f6-9b0d-4b43-b0c3-92c0d3846fc5 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124651 Apr 12 16:21:31.099486 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3498b968-6079-4527-8a47-f0656622f35b req-1a14372f-3dde-46b5-84e2-c4a00532992f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Made reservation on behalf of 8743d75ee3b14874a47f8c5c5054795c for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:21:31.102644 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3498b968-6079-4527-8a47-f0656622f35b req-1a14372f-3dde-46b5-84e2-c4a00532992f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:31.190553 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 29d06177-36fb-4f13-a08c-b1e48832bedd, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=29d06177-36fb-4f13-a08c-b1e48832bedd,segment=NetworkSegment(bd20f243-f545-417d-9b4a-30dafe26ef06),segment_id=bd20f243-f545-417d-9b4a-30dafe26ef06)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:21:31.202098 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': '29d06177-36fb-4f13-a08c-b1e48832bedd', 'network_id': '46a7c03f-5a43-47b7-be39-30c806ff47fe', 'port_id': '29d06177-36fb-4f13-a08c-b1e48832bedd', 'mac_address': 'fa:16:3e:eb:ee:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6371e9a9-15ba-4e3f-9955-e4b9fee6219c', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:21:31.249506 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 29d06177-36fb-4f13-a08c-b1e48832bedd is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:21:31.250027 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:31.269136 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d06177-36fb-4f13-a08c-b1e48832bedd {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:21:31.277542 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f47ab8-8c02-4e73-8f4a-1fb0e8c6c6d0 req-67ed9a6c-83bf-4959-8b58-d5ac6274326e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:31.279052 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74f47ab8-8c02-4e73-8f4a-1fb0e8c6c6d0 req-67ed9a6c-83bf-4959-8b58-d5ac6274326e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.1117327 Apr 12 16:21:31.294453 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 29d06177-36fb-4f13-a08c-b1e48832bedd, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=29d06177-36fb-4f13-a08c-b1e48832bedd,segment=NetworkSegment(bd20f243-f545-417d-9b4a-30dafe26ef06),segment_id=bd20f243-f545-417d-9b4a-30dafe26ef06)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:21:31.300050 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:31.339012 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48221b-6f05-4f80-97fc-bdd0ec00c639 req-bbcad4e4-4456-49e4-9e45-075876ee0007 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:31.340490 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ed48221b-6f05-4f80-97fc-bdd0ec00c639 req-bbcad4e4-4456-49e4-9e45-075876ee0007 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.1390021 Apr 12 16:21:31.349591 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=29d06177-36fb-4f13-a08c-b1e48832bedd,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:31.371499 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-3498b968-6079-4527-8a47-f0656622f35b req-1a14372f-3dde-46b5-84e2-c4a00532992f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Allocated IP 172.20.0.13 (ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a/a54963cb-0986-4500-9b88-9607219c9268/f49f49e8-9e2c-413a-9e10-638937a3802d) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:21:31.398385 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74f47ab8-8c02-4e73-8f4a-1fb0e8c6c6d0 req-3d72a4e8-a933-47fa-881d-0925092aa9af tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974193 Apr 12 16:21:31.443134 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ed48221b-6f05-4f80-97fc-bdd0ec00c639 req-6f9189a5-8713-42bb-9415-abae62ebd1db tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928187 Apr 12 16:21:31.523540 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4bd37681-0a89-4537-bb04-ff22d442b132 req-95f1b59b-45e9-4d85-85ad-121435001857 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.0613885 Apr 12 16:21:31.586697 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3498b968-6079-4527-8a47-f0656622f35b req-1a14372f-3dde-46b5-84e2-c4a00532992f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:31.624705 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3498b968-6079-4527-8a47-f0656622f35b req-1a14372f-3dde-46b5-84e2-c4a00532992f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:31.666651 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3498b968-6079-4527-8a47-f0656622f35b req-1a14372f-3dde-46b5-84e2-c4a00532992f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:21:31.671777 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-3498b968-6079-4527-8a47-f0656622f35b req-1a14372f-3dde-46b5-84e2-c4a00532992f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:21:31.675565 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3498b968-6079-4527-8a47-f0656622f35b req-1a14372f-3dde-46b5-84e2-c4a00532992f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:21:31.682248 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14372f-3dde-46b5-84e2-c4a00532992f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'Port': ['ID=f49f49e8-9e2c-413a-9e10-638937a3802d,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:31.732567 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498b968-6079-4527-8a47-f0656622f35b req-1a14372f-3dde-46b5-84e2-c4a00532992f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:31.733179 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3498b968-6079-4527-8a47-f0656622f35b req-1a14372f-3dde-46b5-84e2-c4a00532992f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:31.752800 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-1a14372f-3dde-46b5-84e2-c4a00532992f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9868541 Apr 12 16:21:31.944013 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-af93bf1f-2ac0-4f6d-b333-dea96aa20ef7 None None] Provisioning complete for port f49f49e8-9e2c-413a-9e10-638937a3802d triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:21:31.944398 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-af93bf1f-2ac0-4f6d-b333-dea96aa20ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:31.980644 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-af93bf1f-2ac0-4f6d-b333-dea96aa20ef7 None None] Port f49f49e8-9e2c-413a-9e10-638937a3802d cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:21:32.225550 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['29d06177-36fb-4f13-a08c-b1e48832bedd'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:21:32.257397 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbaf20-43db-4000-91e9-2f7ff46699c5 req-859ac862-1215-4b5c-b09c-14af461472e2 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:32.258990 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5adbaf20-43db-4000-91e9-2f7ff46699c5 req-859ac862-1215-4b5c-b09c-14af461472e2 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 948 time: 0.0845020 Apr 12 16:21:32.266384 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcca9b-3ef6-4311-b0d0-14c86270ce9f req-6056134c-4bc1-469a-8c21-7085d6124319 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:32.267916 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5adcca9b-3ef6-4311-b0d0-14c86270ce9f req-6056134c-4bc1-469a-8c21-7085d6124319 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0965292 Apr 12 16:21:32.356235 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5adbaf20-43db-4000-91e9-2f7ff46699c5 req-6215ad2d-44e9-493c-a010-a9e60f0a0ff9 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872910 Apr 12 16:21:32.359601 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5adcca9b-3ef6-4311-b0d0-14c86270ce9f req-f06f2546-05db-4bdd-9eae-01bb51e68a44 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847919 Apr 12 16:21:32.538595 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbfc10-52b8-450e-aa17-afa1875ed5ea req-79902900-6a9b-4e72-a9ef-993bc366a4dd tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:32.540444 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aadbfc10-52b8-450e-aa17-afa1875ed5ea req-79902900-6a9b-4e72-a9ef-993bc366a4dd tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0619431 Apr 12 16:21:32.591589 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03641f-edd9-454f-b159-f058f8fe4d2a req-c17a374f-5925-4af0-871a-18ee9d8cc30c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:32.593058 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-da03641f-edd9-454f-b159-f058f8fe4d2a req-c17a374f-5925-4af0-871a-18ee9d8cc30c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0698481 Apr 12 16:21:32.633733 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aadbfc10-52b8-450e-aa17-afa1875ed5ea req-2d917094-f375-4956-82fe-7af595a98cce tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719297 Apr 12 16:21:32.665856 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-da03641f-edd9-454f-b159-f058f8fe4d2a req-cffee6c3-0fa6-425f-865a-612d54c42a68 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614789 Apr 12 16:21:32.759378 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e7699-97fa-45ce-86df-7bd59b3d27d0 req-d5e406e6-518b-4c4c-96fa-6c7110872849 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:32.760882 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7b8e7699-97fa-45ce-86df-7bd59b3d27d0 req-d5e406e6-518b-4c4c-96fa-6c7110872849 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 932 time: 0.0605383 Apr 12 16:21:32.814865 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7b8e7699-97fa-45ce-86df-7bd59b3d27d0 req-2b1965ce-970c-4423-bc2f-395cc035367e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460396 Apr 12 16:21:33.509989 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae8d77-796d-43b7-9d12-3dbb26bbb893 req-8787de0b-d628-4872-bbab-8d3814e91f14 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:33.511458 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c9ae8d77-796d-43b7-9d12-3dbb26bbb893 req-8787de0b-d628-4872-bbab-8d3814e91f14 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 948 time: 0.0735412 Apr 12 16:21:33.519200 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976809d-4ddf-4ac6-bc75-8da37578585f req-71e64fd4-9efd-45ad-a2f7-83b562d5b1a1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:33.520637 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d976809d-4ddf-4ac6-bc75-8da37578585f req-71e64fd4-9efd-45ad-a2f7-83b562d5b1a1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0718668 Apr 12 16:21:33.593376 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c9ae8d77-796d-43b7-9d12-3dbb26bbb893 req-7e5c8f75-bca8-41d5-9577-e1f05a873bad tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718107 Apr 12 16:21:33.596502 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d976809d-4ddf-4ac6-bc75-8da37578585f req-b358bbef-f8af-41cb-ba10-9f2f2df09f12 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694411 Apr 12 16:21:33.777889 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Request body: {'port': {'device_id': '06dc15d1-6e23-4515-9016-40ecb0211696', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:33.816841 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f300e-35c5-4b24-8ee3-be56e078e083 req-00bbd4f8-43c1-4407-bc3b-b1706abae272 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:33.818618 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e13f300e-35c5-4b24-8ee3-be56e078e083 req-00bbd4f8-43c1-4407-bc3b-b1706abae272 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.1029761 Apr 12 16:21:33.826767 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a4a28-0021-4826-923f-8a85177db4ea req-1ca46974-45c8-4cc9-acf8-15ea7931bef9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:33.828171 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-588a4a28-0021-4826-923f-8a85177db4ea req-1ca46974-45c8-4cc9-acf8-15ea7931bef9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0830939 Apr 12 16:21:33.960305 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:33.970467 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be817d-c3bd-44fa-9034-07deb09beb6e req-af6ee8b0-1117-419c-8497-97dcaf8fd766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:33.971946 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-95be817d-c3bd-44fa-9034-07deb09beb6e req-af6ee8b0-1117-419c-8497-97dcaf8fd766 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 1129 time: 0.1172216 Apr 12 16:21:33.982306 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e13f300e-35c5-4b24-8ee3-be56e078e083 req-1aca2cc7-1b44-405b-b8bc-5f76c3ff5ed9 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513488 Apr 12 16:21:33.987003 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-588a4a28-0021-4826-923f-8a85177db4ea req-e4cd8dc1-9b47-443a-ad45-7c506076498b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523826 Apr 12 16:21:34.170319 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-95be817d-c3bd-44fa-9034-07deb09beb6e req-b05f027e-67b6-403d-b68f-3a0cb46fdfbf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575122 Apr 12 16:21:34.178669 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea5159-97d1-47ab-8ffa-15ed751ed211 req-dbd2fbca-1fde-4d06-8594-8bcb55fceaa1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:34.180061 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-46ea5159-97d1-47ab-8ffa-15ed751ed211 req-dbd2fbca-1fde-4d06-8594-8bcb55fceaa1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 932 time: 0.1336958 Apr 12 16:21:34.299927 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-46ea5159-97d1-47ab-8ffa-15ed751ed211 req-69d80a83-e6c5-4c4d-87df-9a3bee8fa8cf tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140738 Apr 12 16:21:34.307288 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 29d06177-36fb-4f13-a08c-b1e48832bedd up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:21:34.352967 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port 29d06177-36fb-4f13-a08c-b1e48832bedd completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:21:34.360734 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port 29d06177-36fb-4f13-a08c-b1e48832bedd triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:21:34.361130 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:34.384857 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49f49e8-9e2c-413a-9e10-638937a3802d {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:21:34.393154 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Publish callbacks [] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:34.407929 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Transition to ACTIVE for port object f49f49e8-9e2c-413a-9e10-638937a3802d will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:21:34.412298 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:34.446435 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 29d06177-36fb-4f13-a08c-b1e48832bedd is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:21:34.446875 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:34.465110 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Pushing event updated for resources: {'Port': ['ID=f49f49e8-9e2c-413a-9e10-638937a3802d,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:34.473674 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090e2715-75f1-4078-8b05-6cf170656ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d06177-36fb-4f13-a08c-b1e48832bedd'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:21:34.476115 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb7a96f-9a53-4115-bfe4-aa9f6a67316e" -d '{"events": [{"server_uuid": "090e2715-75f1-4078-8b05-6cf170656ea1", "name": "network-vif-plugged", "status": "completed", "tag": "29d06177-36fb-4f13-a08c-b1e48832bedd"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:21:34.490899 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 29d06177-36fb-4f13-a08c-b1e48832bedd, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=29d06177-36fb-4f13-a08c-b1e48832bedd,segment=NetworkSegment(bd20f243-f545-417d-9b4a-30dafe26ef06),segment_id=bd20f243-f545-417d-9b4a-30dafe26ef06)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:21:34.496068 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:34.525774 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324c844f-e7f8-4101-a1f1-ac2ea7d06cc5 x-openstack-request-id: req-324c844f-e7f8-4101-a1f1-ac2ea7d06cc5 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:21:34.526180 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090e2715-75f1-4078-8b05-6cf170656ea1", "name": "network-vif-plugged", "status": "completed", "tag": "29d06177-36fb-4f13-a08c-b1e48832bedd", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:21:34.526441 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-324c844f-e7f8-4101-a1f1-ac2ea7d06cc5 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:21:34.526841 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-324c844f-e7f8-4101-a1f1-ac2ea7d06cc5'] response: {'server_uuid': '090e2715-75f1-4078-8b05-6cf170656ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d06177-36fb-4f13-a08c-b1e48832bedd', 'code': 200} Apr 12 16:21:34.554695 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=29d06177-36fb-4f13-a08c-b1e48832bedd,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:34.558318 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Attempting to bind port f49f49e8-9e2c-413a-9e10-638937a3802d on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:21:34.558843 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Attempting to bind port f49f49e8-9e2c-413a-9e10-638937a3802d by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:21:34.558958 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Attempting to bind port f49f49e8-9e2c-413a-9e10-638937a3802d on network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:21:34.563944 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Port f49f49e8-9e2c-413a-9e10-638937a3802d on network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:21:34.564408 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Attempting to bind port f49f49e8-9e2c-413a-9e10-638937a3802d on network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:21:34.570318 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:21:34.570659 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Checking segment: {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:21:34.571050 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Bound using segment: {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:21:34.571511 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Bound port: f49f49e8-9e2c-413a-9e10-638937a3802d, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:21:34.571822 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:34.652939 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] For port f49f49e8-9e2c-413a-9e10-638937a3802d, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:21:34.660489 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] For port f49f49e8-9e2c-413a-9e10-638937a3802d, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f49f49e8-9e2c-413a-9e10-638937a3802d,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:21:34.669807 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:34.722272 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:34.722939 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:34.724310 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] 10.222.0.45 "PUT /v2.0/ports/f49f49e8-9e2c-413a-9e10-638937a3802d HTTP/1.1" status: 200 len: 1094 time: 0.9671972 Apr 12 16:21:34.734840 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dc15d1-6e23-4515-9016-40ecb0211696', 'tag': 'f49f49e8-9e2c-413a-9e10-638937a3802d'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:21:34.737113 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85248ab8-bca5-4f3f-9b63-5aece351e394" -d '{"events": [{"name": "network-changed", "server_uuid": "06dc15d1-6e23-4515-9016-40ecb0211696", "tag": "f49f49e8-9e2c-413a-9e10-638937a3802d"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:21:35.157523 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005293-1873-4244-aeec-4d7101bde8dc req-074ea6b3-81d3-4907-bf3d-b47084afa36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:35.159045 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-08005293-1873-4244-aeec-4d7101bde8dc req-074ea6b3-81d3-4907-bf3d-b47084afa36c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 1133 time: 0.4003437 Apr 12 16:21:35.163793 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf8b04-a9ed-4395-94b8-5afc75ea9c76 service neutron] Pushing event updated for resources: {'Port': ['ID=f49f49e8-9e2c-413a-9e10-638937a3802d,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:35.171711 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79639179-eaf7-4bd2-bf00-0f6b08685add req-f2ec0256-bbce-46b3-9fb8-607632750754 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:35.173161 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-79639179-eaf7-4bd2-bf00-0f6b08685add req-f2ec0256-bbce-46b3-9fb8-607632750754 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 949 time: 0.4887171 Apr 12 16:21:35.177168 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498b968-6079-4527-8a47-f0656622f35b req-c36a7346-63a4-4b79-8c38-2ddb120c867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:35.178573 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-c36a7346-63a4-4b79-8c38-2ddb120c867e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 1128 time: 0.3641932 Apr 12 16:21:35.184360 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02689837-431c-426e-9dbf-92ca5fdb7ca1 req-23f1bedc-13aa-43c5-93f7-14ddec01ed20 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:35.185728 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-02689837-431c-426e-9dbf-92ca5fdb7ca1 req-23f1bedc-13aa-43c5-93f7-14ddec01ed20 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.4817181 Apr 12 16:21:35.259894 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-79639179-eaf7-4bd2-bf00-0f6b08685add req-0ccb35f6-0f2e-42ec-a01a-438a2f75859a tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731971 Apr 12 16:21:35.263134 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-02689837-431c-426e-9dbf-92ca5fdb7ca1 req-4b4c68a9-af57-4707-be38-189aee6d4601 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707784 Apr 12 16:21:35.302966 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e2b82c-5854-419d-9253-4fa6e727f0e7 x-openstack-request-id: req-01e2b82c-5854-419d-9253-4fa6e727f0e7 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:21:35.303226 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06dc15d1-6e23-4515-9016-40ecb0211696", "tag": "f49f49e8-9e2c-413a-9e10-638937a3802d", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:21:35.303494 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-01e2b82c-5854-419d-9253-4fa6e727f0e7 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:21:35.304596 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e2b82c-5854-419d-9253-4fa6e727f0e7'] response: {'name': 'network-changed', 'server_uuid': '06dc15d1-6e23-4515-9016-40ecb0211696', 'tag': 'f49f49e8-9e2c-413a-9e10-638937a3802d', 'status': 'completed', 'code': 200} Apr 12 16:21:35.402393 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbe7d2-e0fe-42b0-ade3-7f9c0f2f97c1 req-e90806ea-03dc-4c96-8141-9bd07190a7cd tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:35.403741 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00cbe7d2-e0fe-42b0-ade3-7f9c0f2f97c1 req-e90806ea-03dc-4c96-8141-9bd07190a7cd tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0837624 Apr 12 16:21:35.424299 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06543aad-ce6b-4738-8cf4-bd5f142d52d5 req-b1c9e2ab-69d3-41e6-a5e6-00c979c52dec tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:35.425656 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-06543aad-ce6b-4738-8cf4-bd5f142d52d5 req-b1c9e2ab-69d3-41e6-a5e6-00c979c52dec tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0776999 Apr 12 16:21:35.487545 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00cbe7d2-e0fe-42b0-ade3-7f9c0f2f97c1 req-7fcfa8bb-e5fa-44ee-b71f-735aee9d6b5c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764620 Apr 12 16:21:35.495569 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-06543aad-ce6b-4738-8cf4-bd5f142d52d5 req-74975131-814d-4610-89f0-3e0b9a942683 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638039 Apr 12 16:21:35.593819 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60738626-8c2a-439d-98e9-edeae182ac1d req-09792578-e74c-4358-8b39-43ede755d28b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:35.595275 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-60738626-8c2a-439d-98e9-edeae182ac1d req-09792578-e74c-4358-8b39-43ede755d28b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 944 time: 0.0460362 Apr 12 16:21:35.662992 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-5de369f1-58cd-4b68-86ba-8e4beabe8f52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49f49e8-9e2c-413a-9e10-638937a3802d HTTP/1.1" status: 200 len: 217 time: 0.0634303 Apr 12 16:21:35.695619 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-08005293-1873-4244-aeec-4d7101bde8dc req-def5b60e-09a8-4986-9f76-50739c6a1fe4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975924 Apr 12 16:21:35.706964 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-60738626-8c2a-439d-98e9-edeae182ac1d req-a0697c68-f9b8-42ec-bb37-ae9243e6f32a tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977433 Apr 12 16:21:36.092524 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498b968-6079-4527-8a47-f0656622f35b req-0e836f4c-b447-4fd4-b34f-3134dd43ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:36.093954 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-0e836f4c-b447-4fd4-b34f-3134dd43ca81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a54963cb-0986-4500-9b88-9607219c9268 HTTP/1.1" status: 200 len: 854 time: 0.0476549 Apr 12 16:21:36.152040 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498b968-6079-4527-8a47-f0656622f35b req-0bbf9add-de79-41f8-9364-eaa11a305895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:36.153552 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-0bbf9add-de79-41f8-9364-eaa11a305895 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409284 Apr 12 16:21:36.459523 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7527f-0571-4242-bb0c-a02e7d88cba8 req-dc6b6ec4-03c7-4e81-b4a8-4ea6a4821fe5 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:36.461067 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68f7527f-0571-4242-bb0c-a02e7d88cba8 req-dc6b6ec4-03c7-4e81-b4a8-4ea6a4821fe5 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 949 time: 0.1267421 Apr 12 16:21:36.468938 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b566-ccbc-4480-8723-62d3f7c21c8c req-38f430d0-ce05-4e7e-ab98-7d89d1adef25 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:36.470347 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-08e7b566-ccbc-4480-8723-62d3f7c21c8c req-38f430d0-ce05-4e7e-ab98-7d89d1adef25 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.1347344 Apr 12 16:21:36.551538 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-2fc7adea-37f8-462e-a21c-b17190ad41a8 service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054613 Apr 12 16:21:36.572637 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68f7527f-0571-4242-bb0c-a02e7d88cba8 req-96f8936f-9bae-4187-a348-33f031155cce tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000323 Apr 12 16:21:36.575913 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-08e7b566-ccbc-4480-8723-62d3f7c21c8c req-02181fb2-32bd-44b7-aa42-41646b3dee9a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937579 Apr 12 16:21:36.703605 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6cdc2-103e-4f98-b612-872b9c9f3e1d req-8930288c-358c-42b6-9868-b2c477670ddb tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:36.705148 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5db6cdc2-103e-4f98-b612-872b9c9f3e1d req-8930288c-358c-42b6-9868-b2c477670ddb tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0756915 Apr 12 16:21:36.713775 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0e52c-3469-42de-bd10-8252678bafe4 req-84bb13d0-03e3-431c-be7b-bb96765afee2 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:36.715243 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-48e0e52c-3469-42de-bd10-8252678bafe4 req-84bb13d0-03e3-431c-be7b-bb96765afee2 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0751185 Apr 12 16:21:36.790630 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5db6cdc2-103e-4f98-b612-872b9c9f3e1d req-1252ea61-c2b6-4d05-80c8-31e2cdce1e5a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744541 Apr 12 16:21:36.793890 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-48e0e52c-3469-42de-bd10-8252678bafe4 req-4b957764-04c0-4ed3-a0c6-565573c78eb9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720589 Apr 12 16:21:36.911912 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd84d9-4558-48eb-94c0-8a51f18f42b9 req-530288e6-721b-445b-af8e-8c3562a6fd57 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:36.913433 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8dcd84d9-4558-48eb-94c0-8a51f18f42b9 req-530288e6-721b-445b-af8e-8c3562a6fd57 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 944 time: 0.0482066 Apr 12 16:21:36.963439 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8dcd84d9-4558-48eb-94c0-8a51f18f42b9 req-bc20b3d3-ba75-48a1-82fc-77ca4f0d3413 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441887 Apr 12 16:21:37.040090 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897493b-d17e-4016-8572-96fb5a0c023d req-ba1c992f-2586-480b-84af-51accaac1954 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:37.041571 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3897493b-d17e-4016-8572-96fb5a0c023d req-ba1c992f-2586-480b-84af-51accaac1954 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0481431 Apr 12 16:21:37.089311 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3897493b-d17e-4016-8572-96fb5a0c023d req-114a69fd-7486-41db-9128-e5bdc0c1c4bf tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419428 Apr 12 16:21:37.596710 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3498b968-6079-4527-8a47-f0656622f35b req-1a26f869-c78d-456f-9b20-fcaaafb7f4e8 service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897624 Apr 12 16:21:37.699961 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dd2cb-8e9c-416c-82c2-c64d46d9064a req-27547499-ede8-42fd-a329-9d6962f4ce93 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:37.701492 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a50dd2cb-8e9c-416c-82c2-c64d46d9064a req-27547499-ede8-42fd-a329-9d6962f4ce93 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 949 time: 0.0498397 Apr 12 16:21:37.750581 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a50dd2cb-8e9c-416c-82c2-c64d46d9064a req-dfeda6b6-d525-4f6c-91c7-fc43c1cc48dd tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428104 Apr 12 16:21:37.861013 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd536a8-f36a-40c9-8760-f2f6cc95643d req-8ba9f8a1-e973-42fb-a19a-a0830c74c6f2 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:37.862480 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6fd536a8-f36a-40c9-8760-f2f6cc95643d req-8ba9f8a1-e973-42fb-a19a-a0830c74c6f2 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0529919 Apr 12 16:21:37.911611 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6fd536a8-f36a-40c9-8760-f2f6cc95643d req-e1bfcbce-8f9b-4ac2-9093-0b69e11aaf61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408742 Apr 12 16:21:38.019959 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9ae7f-83cf-4068-8bf3-8ae88d19d303 req-99f2002c-830c-43e8-bba2-61ae2e09a3d6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:38.021441 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dca9ae7f-83cf-4068-8bf3-8ae88d19d303 req-99f2002c-830c-43e8-bba2-61ae2e09a3d6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0463150 Apr 12 16:21:38.069060 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dca9ae7f-83cf-4068-8bf3-8ae88d19d303 req-8ac74007-2603-4580-8733-96201823046a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420835 Apr 12 16:21:38.175852 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9899f7c-ad26-4005-add7-0357f0557a0a req-8e9b0189-d2d6-4182-83ef-898660f50769 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:38.177305 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d9899f7c-ad26-4005-add7-0357f0557a0a req-8e9b0189-d2d6-4182-83ef-898660f50769 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 944 time: 0.0517969 Apr 12 16:21:38.233200 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d9899f7c-ad26-4005-add7-0357f0557a0a req-5c9c9873-35a9-477d-9eb8-15e860a6ab7f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476248 Apr 12 16:21:38.331393 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40da35-9779-46e2-a2ad-d94bc7fcba84 req-ca231265-38db-427a-a18f-e56a56a93d17 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:38.332976 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc40da35-9779-46e2-a2ad-d94bc7fcba84 req-ca231265-38db-427a-a18f-e56a56a93d17 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0464706 Apr 12 16:21:38.381150 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc40da35-9779-46e2-a2ad-d94bc7fcba84 req-25fd36fb-60de-43fe-85fe-6616e404f8ed tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425596 Apr 12 16:21:38.881111 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68375ffd-050a-4b05-ae6a-2e2fdd3d8e74 req-29d5a3b2-84d1-4851-9fe6-e95dcd720ea8 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:38.882586 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68375ffd-050a-4b05-ae6a-2e2fdd3d8e74 req-29d5a3b2-84d1-4851-9fe6-e95dcd720ea8 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 949 time: 0.0563166 Apr 12 16:21:38.929471 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68375ffd-050a-4b05-ae6a-2e2fdd3d8e74 req-5609972f-951f-4ee9-9408-b0174becd939 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412202 Apr 12 16:21:39.036639 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2928c-8875-4cb5-90f2-0f400a3bbfce req-3b33a2d6-0a96-4414-883d-2ade83f6dad8 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:39.038189 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-03e2928c-8875-4cb5-90f2-0f400a3bbfce req-3b33a2d6-0a96-4414-883d-2ade83f6dad8 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0506701 Apr 12 16:21:39.085166 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-03e2928c-8875-4cb5-90f2-0f400a3bbfce req-6fdd4277-52c7-4f16-87a5-5ca0800c66c0 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414088 Apr 12 16:21:39.198106 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71381a-a1d2-4a5f-8bfe-929641ce17ea req-0c152ef8-856f-456f-80d1-2af373047408 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:39.199605 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3c71381a-a1d2-4a5f-8bfe-929641ce17ea req-0c152ef8-856f-456f-80d1-2af373047408 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0520637 Apr 12 16:21:39.258972 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3c71381a-a1d2-4a5f-8bfe-929641ce17ea req-9086b94f-7f36-4ae8-bdf1-6b88fa00708e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535731 Apr 12 16:21:39.375663 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334d1f9-72e5-4115-ad46-84a52d1adb0b req-8df00e04-c8e1-4f10-a7f5-ecce3fe3d1c0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:39.377104 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4334d1f9-72e5-4115-ad46-84a52d1adb0b req-8df00e04-c8e1-4f10-a7f5-ecce3fe3d1c0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 944 time: 0.0580220 Apr 12 16:21:39.432118 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4334d1f9-72e5-4115-ad46-84a52d1adb0b req-64f6a3ce-486b-47ca-971b-d9bc7e005059 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490329 Apr 12 16:21:39.538804 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25381d9-ea8d-4004-9f0a-5634b64ed2e0 req-eb4cb602-7754-4027-a85b-551c80ee3476 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:39.540182 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b25381d9-ea8d-4004-9f0a-5634b64ed2e0 req-eb4cb602-7754-4027-a85b-551c80ee3476 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0536752 Apr 12 16:21:39.589916 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b25381d9-ea8d-4004-9f0a-5634b64ed2e0 req-4e28b45d-59d4-475c-86d7-b103d8957821 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439813 Apr 12 16:21:40.060715 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b051b92-91c2-4716-89e5-2fe0b9879ac9 req-bdd977d6-d3e6-4bc2-83fa-6078a0dae46e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:40.062179 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7b051b92-91c2-4716-89e5-2fe0b9879ac9 req-bdd977d6-d3e6-4bc2-83fa-6078a0dae46e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 949 time: 0.0486600 Apr 12 16:21:40.112176 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7b051b92-91c2-4716-89e5-2fe0b9879ac9 req-a16ff2f3-8c71-4e56-8dde-afe9eb08f1e9 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427868 Apr 12 16:21:40.219720 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390e5e1-8678-41ca-b7c0-cd45a9e0e320 req-9076546b-6dc2-4e1b-b8af-939828457579 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:40.221164 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b390e5e1-8678-41ca-b7c0-cd45a9e0e320 req-9076546b-6dc2-4e1b-b8af-939828457579 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0540965 Apr 12 16:21:40.271207 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b390e5e1-8678-41ca-b7c0-cd45a9e0e320 req-eb7ebb0a-8184-4ffe-b00d-be90a9751877 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431433 Apr 12 16:21:40.383545 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df282d1-7624-4e82-ac9f-b4c1db695285 req-b26ebe49-19eb-4862-8437-57ff42dea47a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:40.384999 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6df282d1-7624-4e82-ac9f-b4c1db695285 req-b26ebe49-19eb-4862-8437-57ff42dea47a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0534065 Apr 12 16:21:40.435849 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6df282d1-7624-4e82-ac9f-b4c1db695285 req-a6f81d59-d61f-4bfb-8950-c27056cda051 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423441 Apr 12 16:21:40.553240 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9e2c1-bfbc-42cb-abce-e95affba06bc req-cf93bba3-052e-48f3-926e-73f11156f900 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:40.554740 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-40b9e2c1-bfbc-42cb-abce-e95affba06bc req-cf93bba3-052e-48f3-926e-73f11156f900 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 944 time: 0.0564494 Apr 12 16:21:40.606265 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-40b9e2c1-bfbc-42cb-abce-e95affba06bc req-73f8d3d2-fcd0-4e6d-92e8-de4e5f8ec67f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433316 Apr 12 16:21:40.705742 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551a6d6-3b87-4847-996d-cdce71399635 req-6bb4f9d8-aba4-4915-98fa-ede629571b33 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:40.707334 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5551a6d6-3b87-4847-996d-cdce71399635 req-6bb4f9d8-aba4-4915-98fa-ede629571b33 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0464473 Apr 12 16:21:40.757338 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5551a6d6-3b87-4847-996d-cdce71399635 req-913af1c3-2ee7-40f0-a56d-ec3d82b23a62 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 Apr 12 16:21:41.136643 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e09e0-2e7c-49db-94b5-daffcc7abf40 req-5e62a867-4e25-41a1-8a51-32e8d86ea564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:41.138182 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-949e09e0-2e7c-49db-94b5-daffcc7abf40 req-5e62a867-4e25-41a1-8a51-32e8d86ea564 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 1129 time: 0.0413399 Apr 12 16:21:41.249928 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85248ab8-bca5-4f3f-9b63-5aece351e394 req-74e83f46-a089-47f8-9cdf-c9c947bd96c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:41.251432 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-85248ab8-bca5-4f3f-9b63-5aece351e394 req-74e83f46-a089-47f8-9cdf-c9c947bd96c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 1128 time: 0.0955300 Apr 12 16:21:41.293659 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12653d0-dea0-472c-bfbd-c0fcded3cda2 req-3037ead9-f883-4b78-8a7c-2bc60866c38c tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:41.295517 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a12653d0-dea0-472c-bfbd-c0fcded3cda2 req-3037ead9-f883-4b78-8a7c-2bc60866c38c tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 949 time: 0.1084242 Apr 12 16:21:41.366877 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e09e0-2e7c-49db-94b5-daffcc7abf40 req-1be188c9-af67-4f00-85bd-c6fcd207cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:41.368302 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-949e09e0-2e7c-49db-94b5-daffcc7abf40 req-1be188c9-af67-4f00-85bd-c6fcd207cbfe service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 918 time: 0.1800449 Apr 12 16:21:41.397233 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a12653d0-dea0-472c-bfbd-c0fcded3cda2 req-3be306e0-9912-4f45-8725-c252f7ae229f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923095 Apr 12 16:21:41.409941 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015afee9-0224-45a1-863b-03868c900d7d req-26faf8ad-4848-433f-917f-d15e3688c55f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:41.411434 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-015afee9-0224-45a1-863b-03868c900d7d req-26faf8ad-4848-433f-917f-d15e3688c55f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0618391 Apr 12 16:21:41.460672 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-015afee9-0224-45a1-863b-03868c900d7d req-f8b13634-296b-4749-a37b-3cea2f73c1ae tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435143 Apr 12 16:21:41.565363 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c76df4-7fda-4d97-aae5-25da1e9783be req-76fe33b4-a54d-400b-b76f-3308fae0e9b1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:41.566925 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-70c76df4-7fda-4d97-aae5-25da1e9783be req-76fe33b4-a54d-400b-b76f-3308fae0e9b1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0516522 Apr 12 16:21:41.617127 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-70c76df4-7fda-4d97-aae5-25da1e9783be req-976166c8-1813-46ab-85d3-03190262163b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440032 Apr 12 16:21:41.673427 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c23bea-5333-416a-a4ff-7080a92e683c req-89c1459c-5c48-421e-aed5-70c92984af12 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:41.674908 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-90c23bea-5333-416a-a4ff-7080a92e683c req-89c1459c-5c48-421e-aed5-70c92984af12 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 949 time: 0.0506136 Apr 12 16:21:41.733336 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d06aa9-4de3-4757-80b3-de9c9acb416a req-9a4f125c-f2c1-493c-a53f-57e943e171b3 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:41.734838 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f1d06aa9-4de3-4757-80b3-de9c9acb416a req-9a4f125c-f2c1-493c-a53f-57e943e171b3 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 944 time: 0.0588193 Apr 12 16:21:41.768064 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-90c23bea-5333-416a-a4ff-7080a92e683c req-59dcd2e0-0ce3-4242-b3ff-182a54a690c9 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836291 Apr 12 16:21:41.798630 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f1d06aa9-4de3-4757-80b3-de9c9acb416a req-4055f656-fa34-4323-8d05-7a39b2943d89 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568790 Apr 12 16:21:41.873062 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca03918-b891-4b2e-bd29-2dbfd8ada14f req-192d792f-3173-405d-9d34-a65c39a93506 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:41.874570 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dca03918-b891-4b2e-bd29-2dbfd8ada14f req-192d792f-3173-405d-9d34-a65c39a93506 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0501573 Apr 12 16:21:41.936798 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dca03918-b891-4b2e-bd29-2dbfd8ada14f req-681869bf-638a-41cf-995c-58706aa4c343 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555348 Apr 12 16:21:42.317396 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device f49f49e8-9e2c-413a-9e10-638937a3802d details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:21:42.416316 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port f49f49e8-9e2c-413a-9e10-638937a3802d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f49f49e8-9e2c-413a-9e10-638937a3802d,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:21:42.427332 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'f49f49e8-9e2c-413a-9e10-638937a3802d', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'port_id': 'f49f49e8-9e2c-413a-9e10-638937a3802d', 'mac_address': 'fa:16:3e:66:cc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:21:42.466959 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port f49f49e8-9e2c-413a-9e10-638937a3802d is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:21:42.467322 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:42.481266 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49f49e8-9e2c-413a-9e10-638937a3802d {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:21:42.505936 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port f49f49e8-9e2c-413a-9e10-638937a3802d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f49f49e8-9e2c-413a-9e10-638937a3802d,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:21:42.511307 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:42.559300 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=f49f49e8-9e2c-413a-9e10-638937a3802d,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:42.579504 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1e2ec-ad10-446e-9024-a1de5dbb72d5 req-5bdd70b2-f87c-4601-91f2-6c14fa7df3ed tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:42.581291 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7c1e2ec-ad10-446e-9024-a1de5dbb72d5 req-5bdd70b2-f87c-4601-91f2-6c14fa7df3ed tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0475860 Apr 12 16:21:42.628045 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7c1e2ec-ad10-446e-9024-a1de5dbb72d5 req-32e54e95-ae67-4165-a2b7-437678cba79f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409529 Apr 12 16:21:42.739994 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfbc6f-74ef-491d-b135-240330b1c3a4 req-e0d458bc-4953-4fcd-915d-ac8abb566701 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:42.741463 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-53cfbc6f-74ef-491d-b135-240330b1c3a4 req-e0d458bc-4953-4fcd-915d-ac8abb566701 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0532742 Apr 12 16:21:42.801720 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-53cfbc6f-74ef-491d-b135-240330b1c3a4 req-8ef15987-fe1b-457d-afc6-bdcd0b32b410 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545053 Apr 12 16:21:42.892016 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42184644-be3a-487c-b92d-2047cea21e97 req-cb2a8873-24a7-412a-a10c-7b179207f948 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:42.893497 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-42184644-be3a-487c-b92d-2047cea21e97 req-cb2a8873-24a7-412a-a10c-7b179207f948 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 949 time: 0.0552700 Apr 12 16:21:42.938574 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80b630-ab5f-4deb-b6a0-c76f9fa90080 req-9f3fa1e8-950a-46ea-acb5-3858e5112064 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:42.940029 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c80b630-ab5f-4deb-b6a0-c76f9fa90080 req-9f3fa1e8-950a-46ea-acb5-3858e5112064 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 945 time: 0.0693126 Apr 12 16:21:42.978738 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-42184644-be3a-487c-b92d-2047cea21e97 req-e6a4bb6f-5fec-4869-94b4-55105024ad48 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699120 Apr 12 16:21:43.007570 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c80b630-ab5f-4deb-b6a0-c76f9fa90080 req-6ea0f3fd-20e9-44e6-b5db-3761218a9a53 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575783 Apr 12 16:21:43.077207 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:21:43.082450 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['f49f49e8-9e2c-413a-9e10-638937a3802d'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:21:43.083700 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc6f66-109d-41ff-9e3f-66f401d82bf0 req-90ecf15d-f143-41b4-9b43-ec58bed954be tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:43.085387 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-83fc6f66-109d-41ff-9e3f-66f401d82bf0 req-90ecf15d-f143-41b4-9b43-ec58bed954be tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0513568 Apr 12 16:21:43.136395 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-83fc6f66-109d-41ff-9e3f-66f401d82bf0 req-7173fd75-e2ea-4597-ad89-2b83bba9b0c5 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 Apr 12 16:21:43.766074 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cd75b-47a5-441d-b5f1-cebc32f00ef5 req-857fa177-17d1-4b50-8d4d-981f46ab8364 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:43.767525 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e49cd75b-47a5-441d-b5f1-cebc32f00ef5 req-857fa177-17d1-4b50-8d4d-981f46ab8364 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0598903 Apr 12 16:21:43.816045 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e49cd75b-47a5-441d-b5f1-cebc32f00ef5 req-2cce6582-6c0e-44e0-ad1f-ff8e0ab1cb46 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400550 Apr 12 16:21:43.926695 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403c78b-0c4d-4cf0-afb7-0740f8c29640 req-49b5e350-d74f-4e80-b16b-cb494d6599a2 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:43.928040 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3403c78b-0c4d-4cf0-afb7-0740f8c29640 req-49b5e350-d74f-4e80-b16b-cb494d6599a2 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0532944 Apr 12 16:21:43.976464 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3403c78b-0c4d-4cf0-afb7-0740f8c29640 req-397d6f7a-386a-4534-a15e-87c6e5a44426 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422828 Apr 12 16:21:44.100814 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00171776-2ec7-4b85-adc4-a1cf86c031c0 req-f74945e6-ecf5-43dd-8345-19a8017615bf tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:44.102308 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00171776-2ec7-4b85-adc4-a1cf86c031c0 req-f74945e6-ecf5-43dd-8345-19a8017615bf tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 949 time: 0.0547206 Apr 12 16:21:44.147644 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53903f27-90d4-4166-843b-e90d93b08f18 req-41fe3ad3-f9c9-4b85-8b32-2b530575f127 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:44.149130 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-53903f27-90d4-4166-843b-e90d93b08f18 req-41fe3ad3-f9c9-4b85-8b32-2b530575f127 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 945 time: 0.0714483 Apr 12 16:21:44.190780 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00171776-2ec7-4b85-adc4-a1cf86c031c0 req-810bbbe2-f5ad-47c5-9b00-0425ab67cc7f tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727677 Apr 12 16:21:44.217162 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-53903f27-90d4-4166-843b-e90d93b08f18 req-1f14b855-d15a-4853-ab45-5039eb73d55c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585537 Apr 12 16:21:44.298348 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01b2a3-bb16-4822-b9e7-62f371090a2f req-0b06a06f-ced8-4a8c-b06e-fac8bef8dca7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:44.299800 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ad01b2a3-bb16-4822-b9e7-62f371090a2f req-0b06a06f-ced8-4a8c-b06e-fac8bef8dca7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0466917 Apr 12 16:21:44.349595 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ad01b2a3-bb16-4822-b9e7-62f371090a2f req-ddc4e5d1-22b4-483f-a4e0-77a74576d994 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437233 Apr 12 16:21:44.747728 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-949e09e0-2e7c-49db-94b5-daffcc7abf40 req-38718a73-898c-485e-8142-a7bd8e80fde8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1482398b-faf8-483e-b85f-481978b24399 HTTP/1.1" status: 200 len: 217 time: 0.0510404 Apr 12 16:21:44.805838 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85248ab8-bca5-4f3f-9b63-5aece351e394 req-a6272db0-09f6-4c0a-ac20-a2c1190fb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:44.807293 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-85248ab8-bca5-4f3f-9b63-5aece351e394 req-a6272db0-09f6-4c0a-ac20-a2c1190fb5ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 916 time: 0.1208391 Apr 12 16:21:44.936621 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b3ac9-8033-458f-98fd-09c7ab936c21 req-d8b4e9ea-2d49-42b7-bd64-3db5f6766a86 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:44.938209 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c4b3ac9-8033-458f-98fd-09c7ab936c21 req-d8b4e9ea-2d49-42b7-bd64-3db5f6766a86 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0478439 Apr 12 16:21:44.984959 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c4b3ac9-8033-458f-98fd-09c7ab936c21 req-8d0670a5-130a-4315-a8a1-9a165626d5c2 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408337 Apr 12 16:21:45.096659 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373817c1-7223-4f45-bbd3-9b33843366e2 req-5c4b89eb-3153-42c6-8c1d-7847625d99f3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:45.098201 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-373817c1-7223-4f45-bbd3-9b33843366e2 req-5c4b89eb-3153-42c6-8c1d-7847625d99f3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0513775 Apr 12 16:21:45.110371 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device f49f49e8-9e2c-413a-9e10-638937a3802d up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:21:45.150305 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-373817c1-7223-4f45-bbd3-9b33843366e2 req-480a0a9d-b57e-41dc-9bdf-d17fcdb30e64 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437090 Apr 12 16:21:45.156917 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port f49f49e8-9e2c-413a-9e10-638937a3802d completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:21:45.162699 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port f49f49e8-9e2c-413a-9e10-638937a3802d triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:21:45.163266 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:45.250593 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port f49f49e8-9e2c-413a-9e10-638937a3802d is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:21:45.250986 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:45.274690 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dc15d1-6e23-4515-9016-40ecb0211696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49f49e8-9e2c-413a-9e10-638937a3802d'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:21:45.276919 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fbe870-8039-47df-952f-66c06aca6b63" -d '{"events": [{"server_uuid": "06dc15d1-6e23-4515-9016-40ecb0211696", "name": "network-vif-plugged", "status": "completed", "tag": "f49f49e8-9e2c-413a-9e10-638937a3802d"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:21:45.289368 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port f49f49e8-9e2c-413a-9e10-638937a3802d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f49f49e8-9e2c-413a-9e10-638937a3802d,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:21:45.293705 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:45.335685 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c53be-c867-448b-917c-71d62191c82a req-b9ba06f1-d4f6-48da-bcff-71f424735cd7 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:45.337184 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-045c53be-c867-448b-917c-71d62191c82a req-b9ba06f1-d4f6-48da-bcff-71f424735cd7 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 949 time: 0.0760715 Apr 12 16:21:45.341876 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=f49f49e8-9e2c-413a-9e10-638937a3802d,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:45.359890 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e54a4a-d9c9-491d-a29d-625a76b89b45 req-1cebad74-d8e4-42ae-a951-b50b16bebdf7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:45.361392 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f1e54a4a-d9c9-491d-a29d-625a76b89b45 req-1cebad74-d8e4-42ae-a951-b50b16bebdf7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 946 time: 0.0702939 Apr 12 16:21:45.472362 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-85248ab8-bca5-4f3f-9b63-5aece351e394 req-be03b160-a5b6-4302-8668-11e17c577fe4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49f49e8-9e2c-413a-9e10-638937a3802d HTTP/1.1" status: 200 len: 217 time: 0.0743053 Apr 12 16:21:45.496978 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-045c53be-c867-448b-917c-71d62191c82a req-789302b8-d4e6-4d24-a753-e661b367b508 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d05a239-c50d-47c2-b313-92351b236e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520555 Apr 12 16:21:45.502063 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f1e54a4a-d9c9-491d-a29d-625a76b89b45 req-5ff14d98-6702-4e4a-9c65-259e99e9c1af tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335478 Apr 12 16:21:45.503893 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e09e0-2e7c-49db-94b5-daffcc7abf40 req-8434b72e-a0b8-4659-bd64-6a5d0d053c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:45.505300 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-949e09e0-2e7c-49db-94b5-daffcc7abf40 req-8434b72e-a0b8-4659-bd64-6a5d0d053c1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.1083529 Apr 12 16:21:45.541033 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9753a63f-2655-4f8a-8dc3-5cf5a843d81f x-openstack-request-id: req-9753a63f-2655-4f8a-8dc3-5cf5a843d81f {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:21:45.541328 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dc15d1-6e23-4515-9016-40ecb0211696", "name": "network-vif-plugged", "status": "completed", "tag": "f49f49e8-9e2c-413a-9e10-638937a3802d", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:21:45.541559 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9753a63f-2655-4f8a-8dc3-5cf5a843d81f {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:21:45.541978 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9753a63f-2655-4f8a-8dc3-5cf5a843d81f'] response: {'server_uuid': '06dc15d1-6e23-4515-9016-40ecb0211696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49f49e8-9e2c-413a-9e10-638937a3802d', 'code': 200} Apr 12 16:21:45.611564 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cc0d4-017e-4385-98b5-b7df1859aaa7 req-724ea290-0d85-46fe-9392-a3ae09bf610f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:45.613052 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-109cc0d4-017e-4385-98b5-b7df1859aaa7 req-724ea290-0d85-46fe-9392-a3ae09bf610f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0520489 Apr 12 16:21:45.692404 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9d809-0a78-449d-8081-2810442f9c7d req-78018d8a-44e2-4afd-a334-bde47642ed78 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:45.693802 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5bb9d809-0a78-449d-8081-2810442f9c7d req-78018d8a-44e2-4afd-a334-bde47642ed78 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.45 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 949 time: 0.0619571 Apr 12 16:21:45.696750 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-109cc0d4-017e-4385-98b5-b7df1859aaa7 req-63bb17e9-af00-44ef-909c-483bde615f88 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779095 Apr 12 16:21:45.877689 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e09e0-2e7c-49db-94b5-daffcc7abf40 req-f3a11632-a9ef-434e-8272-10b452fe041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:45.879406 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-949e09e0-2e7c-49db-94b5-daffcc7abf40 req-f3a11632-a9ef-434e-8272-10b452fe041a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1276240 Apr 12 16:21:45.882581 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85248ab8-bca5-4f3f-9b63-5aece351e394 req-de9bca5b-a0a9-4a52-bbe4-0f32190a7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:45.883866 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-85248ab8-bca5-4f3f-9b63-5aece351e394 req-de9bca5b-a0a9-4a52-bbe4-0f32190a7e81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a54963cb-0986-4500-9b88-9607219c9268 HTTP/1.1" status: 200 len: 854 time: 0.1402385 Apr 12 16:21:45.902767 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-5bb9d809-0a78-449d-8081-2810442f9c7d req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Deleting port 29d06177-36fb-4f13-a08c-b1e48832bedd {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:21:45.903104 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5bb9d809-0a78-449d-8081-2810442f9c7d req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:45.988883 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127af8db-ab3c-49d7-9987-f72bbe3119bf req-edc52907-254e-4374-911b-382b9c9c00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:45.990453 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-127af8db-ab3c-49d7-9987-f72bbe3119bf req-edc52907-254e-4374-911b-382b9c9c00f5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 1130 time: 0.0406420 Apr 12 16:21:46.048423 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-127af8db-ab3c-49d7-9987-f72bbe3119bf req-a63896ae-0870-4080-85e6-cb9160e3cab0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494540 Apr 12 16:21:46.067314 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85248ab8-bca5-4f3f-9b63-5aece351e394 req-b7dbd183-40c1-423c-8ef5-f624cc0a4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:46.068681 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-85248ab8-bca5-4f3f-9b63-5aece351e394 req-b7dbd183-40c1-423c-8ef5-f624cc0a4ec4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1094341 Apr 12 16:21:46.093468 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-5bb9d809-0a78-449d-8081-2810442f9c7d req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] For port 29d06177-36fb-4f13-a08c-b1e48832bedd, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=29d06177-36fb-4f13-a08c-b1e48832bedd,segment=NetworkSegment(bd20f243-f545-417d-9b4a-30dafe26ef06),segment_id=bd20f243-f545-417d-9b4a-30dafe26ef06)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:21:46.093828 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5bb9d809-0a78-449d-8081-2810442f9c7d req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:46.127967 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-5bb9d809-0a78-449d-8081-2810442f9c7d req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Calling delete_port for 29d06177-36fb-4f13-a08c-b1e48832bedd owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:21:46.154719 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfd837-54a6-4213-9624-b98662cf7223 req-915f5a90-5738-4fc5-9caf-a70bdb6f7d5f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:46.156200 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1fdfd837-54a6-4213-9624-b98662cf7223 req-915f5a90-5738-4fc5-9caf-a70bdb6f7d5f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0918593 Apr 12 16:21:46.162496 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-949e09e0-2e7c-49db-94b5-daffcc7abf40 req-837db850-1070-4d44-928d-2a8055af9198 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044125 Apr 12 16:21:46.296751 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1fdfd837-54a6-4213-9624-b98662cf7223 req-ea20fbbb-791a-4006-8439-9167261b17d1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321208 Apr 12 16:21:46.308912 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fb52f-f7f6-4ee2-82e9-6546abd13055 req-cec22dbe-3b97-4e20-9231-0e6c46b845ff tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:46.319880 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-242fb52f-f7f6-4ee2-82e9-6546abd13055 req-cec22dbe-3b97-4e20-9231-0e6c46b845ff tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0862885 Apr 12 16:21:46.383922 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5bb9d809-0a78-449d-8081-2810442f9c7d req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (29d06177-36fb-4f13-a08c-b1e48832bedd), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:46.400572 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['29d06177-36fb-4f13-a08c-b1e48832bedd'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:21:46.417387 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-242fb52f-f7f6-4ee2-82e9-6546abd13055 req-09a0cf81-f65c-45b1-9619-f7f3677bed2c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004088 Apr 12 16:21:46.434795 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Pushing event deleted for resources: {'Port': ['ID=29d06177-36fb-4f13-a08c-b1e48832bedd,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:46.755324 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.755555 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.755897 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.756228 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.756553 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.756876 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.757197 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.757516 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.757829 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.758177 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.758489 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.758787 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.759101 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.759409 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.759717 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:46.869151 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6d823450-f2af-4bcf-830c-533490ca1e92 req-e39662e1-8a2d-4f19-8a69-8997535c7af8 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 210 time: 0.1458189 Apr 12 16:21:46.876765 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb9d809-0a78-449d-8081-2810442f9c7d req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] No DVR routers for this DVR port 29d06177-36fb-4f13-a08c-b1e48832bedd on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:21:46.890140 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5bb9d809-0a78-449d-8081-2810442f9c7d req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:46.892863 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5bb9d809-0a78-449d-8081-2810442f9c7d req-c1cc31e6-cbd7-4ca1-b52c-2613e332092e tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.45 "DELETE /v2.0/ports/29d06177-36fb-4f13-a08c-b1e48832bedd HTTP/1.1" status: 204 len: 173 time: 1.1401055 Apr 12 16:21:46.895171 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090e2715-75f1-4078-8b05-6cf170656ea1', 'name': 'network-vif-deleted', 'tag': '29d06177-36fb-4f13-a08c-b1e48832bedd'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:21:46.897410 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5808921-d3ce-4def-8b09-0c59760fa084" -d '{"events": [{"server_uuid": "090e2715-75f1-4078-8b05-6cf170656ea1", "name": "network-vif-deleted", "tag": "29d06177-36fb-4f13-a08c-b1e48832bedd"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:21:46.908673 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8759ed-8085-4973-8ffe-87302d5329fa req-3dacb8b6-8471-4ce0-97c3-2b5e59cfaf6f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:46.910212 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-af8759ed-8085-4973-8ffe-87302d5329fa req-3dacb8b6-8471-4ce0-97c3-2b5e59cfaf6f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 946 time: 0.1935296 Apr 12 16:21:46.968382 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-85248ab8-bca5-4f3f-9b63-5aece351e394 req-7b39da3b-6148-422b-9995-c59af796c44a service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486345 Apr 12 16:21:46.970105 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-949e09e0-2e7c-49db-94b5-daffcc7abf40 req-3d6e5866-0df3-4500-bd6a-9efd309a54b1 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517056 Apr 12 16:21:47.025419 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd69bdf-619b-4de3-8ae8-fbe1798b9cb5 req-fb5ec244-7f69-4e58-8cbc-9d7b918a02c8 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:47.027572 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bfd69bdf-619b-4de3-8ae8-fbe1798b9cb5 req-fb5ec244-7f69-4e58-8cbc-9d7b918a02c8 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0889416 Apr 12 16:21:47.036592 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-af8759ed-8085-4973-8ffe-87302d5329fa req-f337017e-7630-4774-a8e4-dda368ddb721 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192608 Apr 12 16:21:47.080721 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83107c48-59e9-4d0a-a4b0-95dbe42948e5 x-openstack-request-id: req-83107c48-59e9-4d0a-a4b0-95dbe42948e5 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:21:47.081014 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090e2715-75f1-4078-8b05-6cf170656ea1", "name": "network-vif-deleted", "tag": "29d06177-36fb-4f13-a08c-b1e48832bedd", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:21:47.081271 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-83107c48-59e9-4d0a-a4b0-95dbe42948e5 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:21:47.081685 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83107c48-59e9-4d0a-a4b0-95dbe42948e5'] response: {'server_uuid': '090e2715-75f1-4078-8b05-6cf170656ea1', 'name': 'network-vif-deleted', 'tag': '29d06177-36fb-4f13-a08c-b1e48832bedd', 'status': 'completed', 'code': 200} Apr 12 16:21:47.085328 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bfd69bdf-619b-4de3-8ae8-fbe1798b9cb5 req-64adb285-b039-4ef0-82bc-0892e41b8626 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478580 Apr 12 16:21:47.105164 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device aaca632c-41bc-43f8-8889-7aea0e458ffa details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:21:47.208494 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port aaca632c-41bc-43f8-8889-7aea0e458ffa, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:21:47.220030 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'port_id': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'mac_address': 'fa:16:3e:2e:5b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:21:47.258797 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port aaca632c-41bc-43f8-8889-7aea0e458ffa is: ACTIVE; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:21:47.259186 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:47.275679 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaca632c-41bc-43f8-8889-7aea0e458ffa {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:21:47.294623 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port aaca632c-41bc-43f8-8889-7aea0e458ffa, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:21:47.301733 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:47.350672 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=aaca632c-41bc-43f8-8889-7aea0e458ffa,revision_number=6']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:47.427116 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d4f47-84d1-4c4a-a0dc-8f436af1a59d req-62970897-99d2-4f47-a32b-6328a0c1346b tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:47.428499 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-813d4f47-84d1-4c4a-a0dc-8f436af1a59d req-62970897-99d2-4f47-a32b-6328a0c1346b tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0546579 Apr 12 16:21:47.479623 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-813d4f47-84d1-4c4a-a0dc-8f436af1a59d req-aa56e7a3-0906-4566-a3db-7215d04ae812 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454049 Apr 12 16:21:47.551395 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6415e9a-b3f9-4d76-ab81-1ce687c1bc0a req-2439e2dd-7bcb-4f30-930b-c4ceb74de4b7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:47.552867 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c6415e9a-b3f9-4d76-ab81-1ce687c1bc0a req-2439e2dd-7bcb-4f30-930b-c4ceb74de4b7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 945 time: 0.0467055 Apr 12 16:21:47.602826 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c6415e9a-b3f9-4d76-ab81-1ce687c1bc0a req-41937c5a-1a2d-4139-9bff-31cf9a2aff03 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443687 Apr 12 16:21:47.744012 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['aaca632c-41bc-43f8-8889-7aea0e458ffa'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:21:47.843079 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-85248ab8-bca5-4f3f-9b63-5aece351e394 req-4c269dec-24df-4dde-8ae4-ce6f07759bd3 service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899191 Apr 12 16:21:47.970526 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-33f467e2-ae2a-4e77-9303-df54bfbdc2f9 req-63e23d4d-667d-4475-aabc-b72f2c9081f1 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 210 time: 0.0340736 Apr 12 16:21:48.174575 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02226d0-a5b4-4c4a-93d3-aa28f0190076 req-e52a2eef-1260-405a-b19a-03e0c763fde3 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:48.176273 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b02226d0-a5b4-4c4a-93d3-aa28f0190076 req-e52a2eef-1260-405a-b19a-03e0c763fde3 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 946 time: 0.0705593 Apr 12 16:21:48.228210 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151ac96-81d0-47c2-b0de-d2ed0da8a286 req-e51a669b-4979-469c-8c76-337e48619cf9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:48.229906 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6151ac96-81d0-47c2-b0de-d2ed0da8a286 req-e51a669b-4979-469c-8c76-337e48619cf9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0696719 Apr 12 16:21:48.272534 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b02226d0-a5b4-4c4a-93d3-aa28f0190076 req-270b19a3-2ec6-4842-9a08-8df8ead7e98e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759380 Apr 12 16:21:48.299626 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6151ac96-81d0-47c2-b0de-d2ed0da8a286 req-719dea4a-46e8-4941-abf7-e22c598dc5c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596745 Apr 12 16:21:48.617957 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe6836-212a-4b60-8c87-44fb7d983a95 req-fb19d442-b376-4dfd-8b42-52b4b618befe tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:48.619442 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8efe6836-212a-4b60-8c87-44fb7d983a95 req-fb19d442-b376-4dfd-8b42-52b4b618befe tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0486102 Apr 12 16:21:48.671819 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8efe6836-212a-4b60-8c87-44fb7d983a95 req-554efa05-c568-4518-b105-26a925aa15f3 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443616 Apr 12 16:21:48.736521 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065cc-f88e-4bb2-92a3-1b3aee46eab0 req-ad0f46fb-9147-4be8-a4ea-9cd18285c7e1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:48.738058 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e3a065cc-f88e-4bb2-92a3-1b3aee46eab0 req-ad0f46fb-9147-4be8-a4ea-9cd18285c7e1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 945 time: 0.0515938 Apr 12 16:21:48.787760 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e3a065cc-f88e-4bb2-92a3-1b3aee46eab0 req-3bff6f78-91cf-460e-b5e8-4354450aa102 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436316 Apr 12 16:21:49.094634 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b5c14ff-a6d8-432f-86a0-4a7044d83763 req-982dbeda-3649-4ef7-b307-528e4dde1d71 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 210 time: 0.0328074 Apr 12 16:21:49.124808 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device aaca632c-41bc-43f8-8889-7aea0e458ffa up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:21:49.172246 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port aaca632c-41bc-43f8-8889-7aea0e458ffa triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:21:49.172621 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:49.252474 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port aaca632c-41bc-43f8-8889-7aea0e458ffa is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:21:49.252925 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:49.278263 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:21:49.281761 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55ada5e-f5c3-4fba-8433-b10511b27319" -d '{"events": [{"server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "name": "network-vif-plugged", "status": "completed", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:21:49.298488 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port aaca632c-41bc-43f8-8889-7aea0e458ffa, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:21:49.304305 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:49.305518 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 29d06177-36fb-4f13-a08c-b1e48832bedd no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:21:49.343657 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26145b50-f8ca-4377-898b-af49929793f2 x-openstack-request-id: req-26145b50-f8ca-4377-898b-af49929793f2 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:21:49.343968 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "name": "network-vif-plugged", "status": "completed", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:21:49.344221 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-26145b50-f8ca-4377-898b-af49929793f2 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:21:49.344620 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26145b50-f8ca-4377-898b-af49929793f2'] response: {'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'code': 200} Apr 12 16:21:49.347073 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: 29d06177-36fb-4f13-a08c-b1e48832bedd {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:21:49.347393 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 29d06177-36fb-4f13-a08c-b1e48832bedd not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:21:49.373203 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=aaca632c-41bc-43f8-8889-7aea0e458ffa,revision_number=7']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:49.416862 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114423ac-d172-467a-baec-2b6346121ad2 req-cdf2df53-4c88-4714-8f12-c5d61da16771 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:49.418549 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-114423ac-d172-467a-baec-2b6346121ad2 req-cdf2df53-4c88-4714-8f12-c5d61da16771 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 946 time: 0.0728204 Apr 12 16:21:49.441048 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d17886-1599-434a-830e-2b6e89fd16eb req-57039b5e-5b49-456b-833f-c3a001935a50 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:49.442607 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e3d17886-1599-434a-830e-2b6e89fd16eb req-57039b5e-5b49-456b-833f-c3a001935a50 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0679283 Apr 12 16:21:49.508062 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-114423ac-d172-467a-baec-2b6346121ad2 req-c1fdb98d-80f7-49fa-a8c0-d158841b3f7f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833001 Apr 12 16:21:49.512241 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e3d17886-1599-434a-830e-2b6e89fd16eb req-0da46dcf-b8cb-4748-9352-4754ba621975 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630212 Apr 12 16:21:49.805418 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70203cb-f642-46bb-84ad-7d446a9008aa req-b8fdb290-b8c2-49fb-83c0-52195ac134b5 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:49.806952 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d70203cb-f642-46bb-84ad-7d446a9008aa req-b8fdb290-b8c2-49fb-83c0-52195ac134b5 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0606904 Apr 12 16:21:49.856750 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d70203cb-f642-46bb-84ad-7d446a9008aa req-7f6e0195-a550-4c08-9ab9-f13c9b27f427 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437727 Apr 12 16:21:49.910387 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab72c01-c7ea-43b0-b7b4-650b02944a6e req-a0fa103b-2fbc-4124-bf04-72855a6e8084 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:49.911997 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6ab72c01-c7ea-43b0-b7b4-650b02944a6e req-a0fa103b-2fbc-4124-bf04-72855a6e8084 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0468521 Apr 12 16:21:49.973218 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6ab72c01-c7ea-43b0-b7b4-650b02944a6e req-82e21f40-db99-4cd4-8abb-e950df39d0bf tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525036 Apr 12 16:21:50.217992 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-271f243f-b873-4419-b928-d0c2332c9eb4 req-2d4aaed8-344d-4db6-9c82-9799aa3c6dee tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 210 time: 0.0283828 Apr 12 16:21:50.649671 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-eac858e8-5f3a-4bfa-8eef-0fa49e7a101c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:50.663976 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8123e62-2008-4c34-8d86-345971289d05 req-155b9a03-6d5d-41fc-8012-77069861cbf4 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:50.665468 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b8123e62-2008-4c34-8d86-345971289d05 req-155b9a03-6d5d-41fc-8012-77069861cbf4 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 946 time: 0.0894303 Apr 12 16:21:50.671607 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35443a3f-4069-48df-8939-508cdcf55c7f req-2f67c8c7-4388-43c9-a3aa-21e1c61a6d54 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:50.672989 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-35443a3f-4069-48df-8939-508cdcf55c7f req-2f67c8c7-4388-43c9-a3aa-21e1c61a6d54 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0948467 Apr 12 16:21:50.747094 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b8123e62-2008-4c34-8d86-345971289d05 req-623bc684-6ae4-4afb-82c2-9c1826d297b6 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731375 Apr 12 16:21:50.750229 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-35443a3f-4069-48df-8939-508cdcf55c7f req-48f9a1a1-63e6-46c7-bedb-537f4074d173 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702839 Apr 12 16:21:50.985127 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b8292-a5b3-4836-8697-59d346a3d2d1 req-b8d7b7b0-d580-41a0-b9e6-3af89c07727d tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:50.986617 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc5b8292-a5b3-4836-8697-59d346a3d2d1 req-b8d7b7b0-d580-41a0-b9e6-3af89c07727d tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0524440 Apr 12 16:21:51.034018 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc5b8292-a5b3-4836-8697-59d346a3d2d1 req-dd8093fa-54f6-4bb1-97cf-35d7b3d08ee6 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412719 Apr 12 16:21:51.098091 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7372eea-ebc8-4198-9116-c9692e0e3fdc req-ea3be072-6f4e-418b-b8eb-2b8257278c58 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:51.099472 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7372eea-ebc8-4198-9116-c9692e0e3fdc req-ea3be072-6f4e-418b-b8eb-2b8257278c58 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0459144 Apr 12 16:21:51.149788 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7372eea-ebc8-4198-9116-c9692e0e3fdc req-a47db593-4405-4ce6-87b4-cc0c594ff087 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424638 Apr 12 16:21:51.339963 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-af96a372-899e-440a-9617-3495e9128b5e req-3e3e6c87-a84d-448e-b7a8-0581690d0566 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 210 time: 0.0291829 Apr 12 16:21:51.947134 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c7ff-0a46-4a99-be78-7d3456ea2ea7 req-18f80526-2ae1-46ac-8540-933ee504d6f2 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:51.948621 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bc11c7ff-0a46-4a99-be78-7d3456ea2ea7 req-18f80526-2ae1-46ac-8540-933ee504d6f2 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 946 time: 0.1141615 Apr 12 16:21:51.954576 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffce36-2d9e-4843-bf3a-0c89cd96d9f6 req-7f9e87ed-6062-4fc3-b06b-1b142125167f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:51.956238 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fffce36-2d9e-4843-bf3a-0c89cd96d9f6 req-7f9e87ed-6062-4fc3-b06b-1b142125167f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.1198943 Apr 12 16:21:52.024655 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bc11c7ff-0a46-4a99-be78-7d3456ea2ea7 req-62a85259-98cd-445c-8e8b-cff201535de0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674284 Apr 12 16:21:52.031512 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fffce36-2d9e-4843-bf3a-0c89cd96d9f6 req-93ee8399-300a-4b5b-9b47-8b6fb93fb5ee tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683370 Apr 12 16:21:52.195702 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6ae15-061b-41cf-ad83-2355511b3d3d req-9324d2e1-d2a8-41ba-afd3-5699eb15de9f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:52.197207 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-efe6ae15-061b-41cf-ad83-2355511b3d3d req-9324d2e1-d2a8-41ba-afd3-5699eb15de9f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0905938 Apr 12 16:21:52.205688 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bf1ee-9411-46df-bdc0-47affc94f8f7 req-f9f11ddc-2710-44b0-b2a3-18740074d8a1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:52.207261 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a1bf1ee-9411-46df-bdc0-47affc94f8f7 req-f9f11ddc-2710-44b0-b2a3-18740074d8a1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 946 time: 0.0825896 Apr 12 16:21:52.218414 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 46596) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:52.225079 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-47f919f4-d14b-418c-96e6-bee7cb3445ac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'floatingip': {'port_id': 'f49f49e8-9e2c-413a-9e10-638937a3802d'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:52.262312 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-efe6ae15-061b-41cf-ad83-2355511b3d3d req-53770f8c-f850-4f02-8819-1079883cb9f2 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539889 Apr 12 16:21:52.277901 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-47f919f4-d14b-418c-96e6-bee7cb3445ac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (52003d5a-5670-4a36-98d2-1ac36545f514), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:52.344824 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c836b-26fc-4b5c-9d14-e695b23ad08a req-760d1139-13c2-419e-aaeb-35cf0d6e3c4e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:52.350615 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb5c836b-26fc-4b5c-9d14-e695b23ad08a req-760d1139-13c2-419e-aaeb-35cf0d6e3c4e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0566349 Apr 12 16:21:52.419654 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb5c836b-26fc-4b5c-9d14-e695b23ad08a req-87dff336-0cdb-4ef8-84a8-a5acc1d2c8f3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670519 Apr 12 16:21:52.513999 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b06abf55-982c-452d-8a61-eb28bb9a5e21 req-209364f7-ba17-4b44-bf3f-14cf0ae0c396 tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 210 time: 0.0401716 Apr 12 16:21:52.956986 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-94edff73-242b-477b-88bc-f9d73dd069b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:52.991062 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-47f919f4-d14b-418c-96e6-bee7cb3445ac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:52.996055 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-47f919f4-d14b-418c-96e6-bee7cb3445ac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (52003d5a-5670-4a36-98d2-1ac36545f514), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:53.102971 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-47f919f4-d14b-418c-96e6-bee7cb3445ac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Floating IP 52003d5a-5670-4a36-98d2-1ac36545f514 associated. External IP: 172.27.2.174, port: f49f49e8-9e2c-413a-9e10-638937a3802d. Apr 12 16:21:53.320750 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f919f4-d14b-418c-96e6-bee7cb3445ac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Router d99e522d-0410-4cd3-9872-936ec7a529d7 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:21:53.404632 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff365b3-51b2-40d1-a007-b04ac6eb8c13 req-8425bada-56d4-49f8-a365-d73fe72166a8 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:53.406450 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0ff365b3-51b2-40d1-a007-b04ac6eb8c13 req-8425bada-56d4-49f8-a365-d73fe72166a8 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0515304 Apr 12 16:21:53.455540 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f919f4-d14b-418c-96e6-bee7cb3445ac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:21:53.469031 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-47f919f4-d14b-418c-96e6-bee7cb3445ac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:53.474003 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12816dae-ba9e-43be-a6c8-7b4f81d1ae9b None None] Sync routers for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:21:53.474927 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0ff365b3-51b2-40d1-a007-b04ac6eb8c13 req-fe272537-4c23-40e9-bd3d-4c3eacd931c3 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566220 Apr 12 16:21:53.504966 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-47f919f4-d14b-418c-96e6-bee7cb3445ac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "PUT /v2.0/floatingips/52003d5a-5670-4a36-98d2-1ac36545f514 HTTP/1.1" status: 200 len: 992 time: 1.2849848 Apr 12 16:21:53.505554 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dc15d1-6e23-4515-9016-40ecb0211696', 'tag': 'f49f49e8-9e2c-413a-9e10-638937a3802d'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:21:53.507870 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e972b6f1-d812-44bc-9a64-2458ef69c918" -d '{"events": [{"name": "network-changed", "server_uuid": "06dc15d1-6e23-4515-9016-40ecb0211696", "tag": "f49f49e8-9e2c-413a-9e10-638937a3802d"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:21:53.534101 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12816dae-ba9e-43be-a6c8-7b4f81d1ae9b None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:21:53.535565 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-12816dae-ba9e-43be-a6c8-7b4f81d1ae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:21:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:21:53.565802 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51785965-fb64-4f69-9920-205548377597 x-openstack-request-id: req-51785965-fb64-4f69-9920-205548377597 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:21:53.566282 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06dc15d1-6e23-4515-9016-40ecb0211696", "tag": "f49f49e8-9e2c-413a-9e10-638937a3802d", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:21:53.566786 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-51785965-fb64-4f69-9920-205548377597 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:21:53.567382 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51785965-fb64-4f69-9920-205548377597'] response: {'name': 'network-changed', 'server_uuid': '06dc15d1-6e23-4515-9016-40ecb0211696', 'tag': 'f49f49e8-9e2c-413a-9e10-638937a3802d', 'status': 'completed', 'code': 200} Apr 12 16:21:53.610295 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c4b0a-0e4f-4f06-bdf9-cb748ef1a567 req-268dc14f-4eec-4538-9c63-43d5075f96bc tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:53.615374 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e14c4b0a-0e4f-4f06-bdf9-cb748ef1a567 req-268dc14f-4eec-4538-9c63-43d5075f96bc tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0921013 Apr 12 16:21:53.670623 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-474b92b5-c8fe-4ce4-98c4-0e3562e3397d req-c6f1a3d0-7751-43f8-ac46-0606855c3eca tempest-VolumesNegativeTest-1153589481 tempest-VolumesNegativeTest-1153589481-project] 10.222.0.67 "GET /v2.0/ports?device_id=090e2715-75f1-4078-8b05-6cf170656ea1 HTTP/1.1" status: 200 len: 210 time: 0.0387728 Apr 12 16:21:53.683723 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-12816dae-ba9e-43be-a6c8-7b4f81d1ae9b None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:21:53.693458 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e14c4b0a-0e4f-4f06-bdf9-cb748ef1a567 req-435f4d8b-7193-4e5c-a98f-db808627b5d3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751934 Apr 12 16:21:53.923800 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 46620) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:53.926828 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-12816dae-ba9e-43be-a6c8-7b4f81d1ae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:50:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:18:46Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 2, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}, {'id': '52003d5a-5670-4a36-98d2-1ac36545f514', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': 'f49f49e8-9e2c-413a-9e10-638937a3802d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:66:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc15d1-6e23-4515-9016-40ecb0211696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:21:18Z', 'updated_at': '2022-04-12T16:21:52Z', 'revision_number': 1, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:21:53.928788 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1935498906', 'description': 'tempest-description--1301393883'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:53.958205 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12816dae-ba9e-43be-a6c8-7b4f81d1ae9b None None] Checking router: d99e522d-0410-4cd3-9872-936ec7a529d7 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:21:53.967186 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12816dae-ba9e-43be-a6c8-7b4f81d1ae9b None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:21:53.967777 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-12816dae-ba9e-43be-a6c8-7b4f81d1ae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:21:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:21:53.971354 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.090737 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for security_group (581a5658-713e-446d-b67a-5bffd8c31174), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.095315 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (581a5658-713e-446d-b67a-5bffd8c31174), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.109154 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-12816dae-ba9e-43be-a6c8-7b4f81d1ae9b None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:21:54.123993 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.128817 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2002819 Apr 12 16:21:54.129486 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 46624) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:54.135425 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-3f56bd91-8c7e-4a2f-baae-d9a01066614c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Request body: {'security_group_rule': {'security_group_id': '581a5658-713e-446d-b67a-5bffd8c31174', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:54.146911 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581a5658-713e-446d-b67a-5bffd8c31174,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:54.164386 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.164800 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.165286 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.165786 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.166259 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.166748 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.167221 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.167685 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.168151 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.168633 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.169098 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.169561 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.170028 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.170528 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.170992 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84020ea5-0a7f-4c8a-9fb3-930e16e4c625 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:21:54.196223 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3f56bd91-8c7e-4a2f-baae-d9a01066614c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for security_group_rule (cdd31093-1556-4b2b-b0fe-77ce2ab6c448), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.197308 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.274315 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3f56bd91-8c7e-4a2f-baae-d9a01066614c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for security_group_rule (cdd31093-1556-4b2b-b0fe-77ce2ab6c448), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.278817 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3f56bd91-8c7e-4a2f-baae-d9a01066614c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (cdd31093-1556-4b2b-b0fe-77ce2ab6c448), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.302348 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56bd91-8c7e-4a2f-baae-d9a01066614c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd31093-1556-4b2b-b0fe-77ce2ab6c448,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:54.312251 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3f56bd91-8c7e-4a2f-baae-d9a01066614c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.315929 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-3f56bd91-8c7e-4a2f-baae-d9a01066614c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1831136 Apr 12 16:21:54.316381 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 46626) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:54.321315 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-dd65a5e8-42be-48bf-9143-136e84503d0b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Request body: {'security_group_rule': {'security_group_id': '581a5658-713e-446d-b67a-5bffd8c31174', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:54.349649 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dd65a5e8-42be-48bf-9143-136e84503d0b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for security_group_rule (e93aaf3e-01d1-43a4-9801-50ba921bcad4), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.368112 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-12816dae-ba9e-43be-a6c8-7b4f81d1ae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:50:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:18:46Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 2, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}, {'id': '52003d5a-5670-4a36-98d2-1ac36545f514', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': 'f49f49e8-9e2c-413a-9e10-638937a3802d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:66:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc15d1-6e23-4515-9016-40ecb0211696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:21:18Z', 'updated_at': '2022-04-12T16:21:52Z', 'revision_number': 1, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:21:54.410327 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dd65a5e8-42be-48bf-9143-136e84503d0b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for security_group_rule (e93aaf3e-01d1-43a4-9801-50ba921bcad4), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.411698 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12816dae-ba9e-43be-a6c8-7b4f81d1ae9b None None] The sync data for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi is: [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:50:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:18:46Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 2, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}, {'id': '52003d5a-5670-4a36-98d2-1ac36545f514', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': 'f49f49e8-9e2c-413a-9e10-638937a3802d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:66:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc15d1-6e23-4515-9016-40ecb0211696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:21:18Z', 'updated_at': '2022-04-12T16:21:52Z', 'revision_number': 1, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:21:54.415440 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dd65a5e8-42be-48bf-9143-136e84503d0b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (e93aaf3e-01d1-43a4-9801-50ba921bcad4), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.434372 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65a5e8-42be-48bf-9143-136e84503d0b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93aaf3e-01d1-43a4-9801-50ba921bcad4,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:54.443030 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dd65a5e8-42be-48bf-9143-136e84503d0b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.444263 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-dd65a5e8-42be-48bf-9143-136e84503d0b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267791 Apr 12 16:21:54.448338 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 46628) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:21:54.452743 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Request body: {'floatingip': {'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:21:54.474996 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.571364 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.658864 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca53be-1338-4046-b168-72c79f29f45b req-eb8626ef-b31c-47e6-8524-dee9c3965343 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:54.661645 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-03ca53be-1338-4046-b168-72c79f29f45b req-eb8626ef-b31c-47e6-8524-dee9c3965343 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0529702 Apr 12 16:21:54.671555 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb95a2b2-88da-4801-acb7-6a0f9a1d9eeb None None] New status for floating IP 52003d5a-5670-4a36-98d2-1ac36545f514: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:21:54.706394 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Allocated IP 172.27.2.243 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/95c9db22-e3d0-4852-b367-3142585c7474) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:21:54.732157 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-03ca53be-1338-4046-b168-72c79f29f45b req-fed704a9-f769-4396-b77a-b38eb3f29503 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559719 Apr 12 16:21:54.877919 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for port (95c9db22-e3d0-4852-b367-3142585c7474), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.906930 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91809a5-aae0-4769-8bb9-1a4647731822 req-f048c441-6365-4747-ac4c-7ede758de456 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:54.921897 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c91809a5-aae0-4769-8bb9-1a4647731822 req-f048c441-6365-4747-ac4c-7ede758de456 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.1056788 Apr 12 16:21:54.935872 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (95c9db22-e3d0-4852-b367-3142585c7474), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:54.991227 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c91809a5-aae0-4769-8bb9-1a4647731822 req-688b76bd-8eaf-4a3e-b3bc-f7086eb6c922 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685415 Apr 12 16:21:55.028247 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:21:55.031521 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:21:55.045459 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:21:55.087225 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972b6f1-d812-44bc-9a64-2458ef69c918 req-492468b0-8a5d-41f2-b343-930f40015c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:55.090755 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e972b6f1-d812-44bc-9a64-2458ef69c918 req-492468b0-8a5d-41f2-b343-930f40015c95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 1130 time: 0.0615115 Apr 12 16:21:55.132963 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Pushing event updated for resources: {'Port': ['ID=95c9db22-e3d0-4852-b367-3142585c7474,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:55.147002 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for floatingip (5a81a3ee-ae91-453b-a154-f46c9d39ea8a), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:55.163836 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:55.200933 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (95c9db22-e3d0-4852-b367-3142585c7474), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:55.202691 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454daaf-4ffc-43a6-ac2b-fe4df623748a req-9bf96248-55bb-4612-8255-3abd108aec4e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:55.204269 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e454daaf-4ffc-43a6-ac2b-fe4df623748a req-9bf96248-55bb-4612-8255-3abd108aec4e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0817416 Apr 12 16:21:55.273020 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e454daaf-4ffc-43a6-ac2b-fe4df623748a req-20c62b4a-016f-4e80-a139-9235570c91d9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567565 Apr 12 16:21:55.375527 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for port (95c9db22-e3d0-4852-b367-3142585c7474), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:55.380931 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (95c9db22-e3d0-4852-b367-3142585c7474), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:55.411572 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (5a81a3ee-ae91-453b-a154-f46c9d39ea8a), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:55.439164 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:55.440337 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9910293 Apr 12 16:21:55.441383 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82eb000-2cac-42d2-9711-43ec5131861c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Pushing event updated for resources: {'Port': ['ID=95c9db22-e3d0-4852-b367-3142585c7474,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:21:55.532287 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:55.664888 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-edfce17a-c5bc-4d9a-b988-df0e86f27580 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1935498906&fields=id&tenant_id=edcd271496524c94929c1a28a63f96ef HTTP/1.1" status: 200 len: 267 time: 0.0481391 Apr 12 16:21:55.804611 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3338d603-d458-4d4c-99ca-f2a77b3e9c7a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:55.807216 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3338d603-d458-4d4c-99ca-f2a77b3e9c7a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 817 time: 0.1350200 Apr 12 16:21:55.822494 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-8458cb5d-8b8a-4dbb-9eb9-aad553e79a92 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/quotas/edcd271496524c94929c1a28a63f96ef HTTP/1.1" status: 200 len: 375 time: 0.0099826 Apr 12 16:21:55.893776 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-70603eaa-dda2-4373-a439-d8ce8c21bc36 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0629556 Apr 12 16:21:56.004377 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-e66526c2-00de-4441-ac3b-ce95a8c6a9fc service neutron] 10.222.0.67 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992768 Apr 12 16:21:56.159180 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9631d73-77f9-48ab-8945-2b79ab6565de req-890f67cb-188e-45c6-944c-4601711243ce tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:56.166251 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f9631d73-77f9-48ab-8945-2b79ab6565de req-890f67cb-188e-45c6-944c-4601711243ce tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0783622 Apr 12 16:21:56.212767 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-7f6027b6-f229-42fe-9c89-0ecf7e18f2fa service neutron] 10.222.0.67 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025135 Apr 12 16:21:56.303365 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f9631d73-77f9-48ab-8945-2b79ab6565de req-e1489c6f-1efa-4c3e-8554-5433be270e0e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360688 Apr 12 16:21:56.353685 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972b6f1-d812-44bc-9a64-2458ef69c918 req-58eaac6d-1872-45a1-98bf-44fa678c5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:56.357160 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e972b6f1-d812-44bc-9a64-2458ef69c918 req-58eaac6d-1872-45a1-98bf-44fa678c5b6b service neutron] 10.222.0.45 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 916 time: 0.1802003 Apr 12 16:21:56.557437 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2e0d4aaf-2a97-4b2d-ab8c-b75e6d7b2816 req-88493075-4463-44b8-b65d-0060e2fb1644 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 210 time: 0.0499516 Apr 12 16:21:56.582483 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b7911-14d8-493a-9c19-18f4165b5375 req-aa964fb0-7459-4ce0-b070-c7d2f132ba84 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:56.584460 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-137b7911-14d8-493a-9c19-18f4165b5375 req-aa964fb0-7459-4ce0-b070-c7d2f132ba84 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.1090250 Apr 12 16:21:56.638180 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-137b7911-14d8-493a-9c19-18f4165b5375 req-72a626e6-0b49-450d-abf8-b78aba14891d tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474257 Apr 12 16:21:57.027650 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:21:57.430024 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e972b6f1-d812-44bc-9a64-2458ef69c918 req-bd36f61d-c33b-4d12-89cc-b88593e22f29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49f49e8-9e2c-413a-9e10-638937a3802d HTTP/1.1" status: 200 len: 1002 time: 0.1413457 Apr 12 16:21:57.515383 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471181f2-18e9-4d17-a532-7d74e44ab617 req-cd27abe0-a547-4bb9-b56b-80f502205a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:57.516951 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-471181f2-18e9-4d17-a532-7d74e44ab617 req-cd27abe0-a547-4bb9-b56b-80f502205a58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e274b464718459ea125ef2d5b5003ce&device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 1129 time: 0.2181573 Apr 12 16:21:57.547923 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915d600-b9b7-4f12-8ba1-6abd834ee2db req-7c632675-9ddd-40b1-a441-b762135f0c38 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:57.549569 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3915d600-b9b7-4f12-8ba1-6abd834ee2db req-7c632675-9ddd-40b1-a441-b762135f0c38 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.1151404 Apr 12 16:21:57.662171 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972b6f1-d812-44bc-9a64-2458ef69c918 req-3a9218ae-acd7-4b29-86fc-69f66b9dc42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:57.667165 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e972b6f1-d812-44bc-9a64-2458ef69c918 req-3a9218ae-acd7-4b29-86fc-69f66b9dc42f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a54963cb-0986-4500-9b88-9607219c9268 HTTP/1.1" status: 200 len: 854 time: 0.1867113 Apr 12 16:21:57.857051 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cd6e09d3-39ab-45a8-93e3-c0852bdcca6d req-3bcb5992-dd52-4531-9a96-1751578e6b82 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 210 time: 0.1306393 Apr 12 16:21:57.880717 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972b6f1-d812-44bc-9a64-2458ef69c918 req-658160e7-77ea-4877-a4dc-16deed03f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:57.880717 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e972b6f1-d812-44bc-9a64-2458ef69c918 req-658160e7-77ea-4877-a4dc-16deed03f088 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1621149 Apr 12 16:21:57.905993 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3915d600-b9b7-4f12-8ba1-6abd834ee2db req-bbe99fe9-1785-4bf6-b55b-dca59171566a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402488 Apr 12 16:21:57.978965 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471181f2-18e9-4d17-a532-7d74e44ab617 req-34a9b79a-85ae-4f16-8118-8a2dfcd3675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:57.980426 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-471181f2-18e9-4d17-a532-7d74e44ab617 req-34a9b79a-85ae-4f16-8118-8a2dfcd3675b service neutron] 10.222.0.45 "GET /v2.0/networks?id=028a45e4-8708-408c-a3b9-d772d5389f9f HTTP/1.1" status: 200 len: 912 time: 0.4398367 Apr 12 16:21:58.026246 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3f78b-69cf-4cc4-a96c-25254d622af1 req-b77f7e13-1c1f-4ab3-9e88-81dab8f62a26 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:58.033954 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7c3f78b-69cf-4cc4-a96c-25254d622af1 req-b77f7e13-1c1f-4ab3-9e88-81dab8f62a26 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0653853 Apr 12 16:21:58.103242 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7c3f78b-69cf-4cc4-a96c-25254d622af1 req-fd93fd66-2ff7-4d84-aa32-a71a6fdfbad5 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626893 Apr 12 16:21:58.449291 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-471181f2-18e9-4d17-a532-7d74e44ab617 req-b7553303-b0e6-4cd8-911e-a6f39573a09d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28e64fcd-7b2c-41c0-8cce-a7de7807a101 HTTP/1.1" status: 200 len: 1000 time: 0.1156671 Apr 12 16:21:58.594778 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471181f2-18e9-4d17-a532-7d74e44ab617 req-8ff07a69-bee8-4200-a076-eee769472df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:58.596518 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-471181f2-18e9-4d17-a532-7d74e44ab617 req-8ff07a69-bee8-4200-a076-eee769472df1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eff737a4-8496-4d8b-b7c1-649a5d573665 HTTP/1.1" status: 200 len: 850 time: 0.0908923 Apr 12 16:21:58.603122 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e972b6f1-d812-44bc-9a64-2458ef69c918 req-6babc9a0-2331-4a59-a244-c90f241d0558 service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711184 Apr 12 16:21:58.995642 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-618c323d-8c21-4e45-8007-5acc3d0d613b req-814551ed-4f72-4308-bb8a-0ced083637f4 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 210 time: 0.0507746 Apr 12 16:21:59.048962 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192bd1b-f7fc-484c-a597-e3afdc187a41 req-55661690-e67a-4420-b931-003800f1dd0c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:59.050503 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0192bd1b-f7fc-484c-a597-e3afdc187a41 req-55661690-e67a-4420-b931-003800f1dd0c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0702238 Apr 12 16:21:59.107927 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0192bd1b-f7fc-484c-a597-e3afdc187a41 req-d37a3860-dc80-49a8-8e2f-bf0ce001b468 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496621 Apr 12 16:21:59.234618 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e2a6b-7385-4145-b618-4dd32d1af8c2 req-156d31d0-5728-4418-83cc-100b0675c173 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:21:59.236254 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ce5e2a6b-7385-4145-b618-4dd32d1af8c2 req-156d31d0-5728-4418-83cc-100b0675c173 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0546312 Apr 12 16:21:59.291271 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ce5e2a6b-7385-4145-b618-4dd32d1af8c2 req-6a26abe5-4f05-413b-8fd7-c0b1221e8bbd tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481191 Apr 12 16:22:00.096252 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-40e34797-8fc7-46e2-90aa-bd180bebd50c req-2d6ce215-13eb-4141-a215-0fd1d1b9513e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 210 time: 0.0346053 Apr 12 16:22:00.262304 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c054496-2188-4877-8d67-5f5f2de93688 req-4759a8e6-f414-478b-aaa8-da5b24083e9d tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:00.264667 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c054496-2188-4877-8d67-5f5f2de93688 req-4759a8e6-f414-478b-aaa8-da5b24083e9d tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0603259 Apr 12 16:22:00.331976 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c054496-2188-4877-8d67-5f5f2de93688 req-994ee7a4-912d-4761-8399-9e6587ba8089 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584674 Apr 12 16:22:00.427727 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca82f7d-be4c-4ee0-8af7-8e78a66f56f7 req-3b723189-5d03-4a8f-8eba-634c676dbd5a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:00.435597 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6ca82f7d-be4c-4ee0-8af7-8e78a66f56f7 req-3b723189-5d03-4a8f-8eba-634c676dbd5a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0553122 Apr 12 16:22:00.484943 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6ca82f7d-be4c-4ee0-8af7-8e78a66f56f7 req-9b4b81eb-2e9c-4b4a-8dd3-084c2c552ee1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484304 Apr 12 16:22:01.213674 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dff55f20-97bc-4dd4-bd78-ddc321035468 req-9a5e4a7a-4b4d-4bca-8ed8-1bd387538fbe tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 210 time: 0.0333352 Apr 12 16:22:01.765066 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec92b1c-d836-41bc-baeb-5bafd4dfe55f req-3565d77a-f2f6-422e-ac98-08f8abea5467 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:01.766569 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aec92b1c-d836-41bc-baeb-5bafd4dfe55f req-3565d77a-f2f6-422e-ac98-08f8abea5467 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.3491154 Apr 12 16:22:01.788455 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e87fc-6b8d-4183-b4fd-d87d324480d5 req-86609b2b-0868-486a-ab20-0c067c01995a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:01.789896 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c43e87fc-6b8d-4183-b4fd-d87d324480d5 req-86609b2b-0868-486a-ab20-0c067c01995a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0714295 Apr 12 16:22:01.867506 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aec92b1c-d836-41bc-baeb-5bafd4dfe55f req-a89f0e7c-abe7-4e05-83db-300c27759d50 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889330 Apr 12 16:22:01.901495 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c43e87fc-6b8d-4183-b4fd-d87d324480d5 req-15c33128-2fed-4154-92d4-1f075b082868 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048422 Apr 12 16:22:02.321070 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8dc864d2-22db-4347-9123-ca69ccf1add1 req-c560387a-bcee-4dda-a170-a6ad3e4b1dd0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 210 time: 0.0284817 Apr 12 16:22:02.568559 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471181f2-18e9-4d17-a532-7d74e44ab617 req-60c893c6-bd09-43f2-8cea-397564aa6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:02.570174 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-471181f2-18e9-4d17-a532-7d74e44ab617 req-60c893c6-bd09-43f2-8cea-397564aa6faf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=028a45e4-8708-408c-a3b9-d772d5389f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1702609 Apr 12 16:22:02.686946 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e972b6f1-d812-44bc-9a64-2458ef69c918 req-c881e44f-2a22-4322-8c84-12aad99f8339 service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857282 Apr 12 16:22:02.694712 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-a892f586-003c-4cc4-9375-e14e21a80efd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:02.696109 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-a892f586-003c-4cc4-9375-e14e21a80efd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 817 time: 0.2720506 Apr 12 16:22:02.734505 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-471181f2-18e9-4d17-a532-7d74e44ab617 req-a3d950ba-8954-4c84-b870-f4238fa291ac service neutron] 10.222.0.45 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451309 Apr 12 16:22:03.004989 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-9798ddd8-00f3-48dd-98d8-b0cd574840e1 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edcd271496524c94929c1a28a63f96ef HTTP/1.1" status: 200 len: 380 time: 0.1557453 Apr 12 16:22:03.019638 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-76e4d374-2d53-498a-b00a-58b2ba8fd70e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Request body: {'port': {'device_id': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'admin_state_up': True, 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'security_groups': ['581a5658-713e-446d-b67a-5bffd8c31174']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:22:03.120703 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-471181f2-18e9-4d17-a532-7d74e44ab617 req-60703511-a3fe-4150-bbf7-4de90fc23c09 service neutron] 10.222.0.45 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752972 Apr 12 16:22:03.173630 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6f458-5874-4881-a09a-4b31c568c6c5 req-bfffb7b0-c990-412b-a8cb-39c6f0bccc29 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:03.175422 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a9d6f458-5874-4881-a09a-4b31c568c6c5 req-bfffb7b0-c990-412b-a8cb-39c6f0bccc29 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.1629913 Apr 12 16:22:03.204559 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf926f-9a5d-48d4-80f6-685b2d39743f req-bbef47b6-7084-4122-909a-6f736ea8f9b8 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:03.212008 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-72cf926f-9a5d-48d4-80f6-685b2d39743f req-bbef47b6-7084-4122-909a-6f736ea8f9b8 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.1971221 Apr 12 16:22:03.305401 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a9d6f458-5874-4881-a09a-4b31c568c6c5 req-0b47a393-f2d2-4b5d-8dec-ac3da6aea7ed tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217861 Apr 12 16:22:03.331223 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-72cf926f-9a5d-48d4-80f6-685b2d39743f req-5c43cf15-7e3f-4b6a-9536-d160eb2207d8 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183548 Apr 12 16:22:03.339274 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-76e4d374-2d53-498a-b00a-58b2ba8fd70e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Made reservation on behalf of edcd271496524c94929c1a28a63f96ef for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:22:03.342763 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-76e4d374-2d53-498a-b00a-58b2ba8fd70e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:03.541318 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bb2cb33b-2809-48bc-b75e-9261c6b6c1b2 req-6966119e-48df-4a91-bfc3-8aad62a2ec1c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 210 time: 0.0387540 Apr 12 16:22:03.568493 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-76e4d374-2d53-498a-b00a-58b2ba8fd70e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Allocated IP 172.20.0.11 (1a816f2a-7737-4dcf-8e4f-8a7eee1e8062/c9aaae1c-c2fd-4f84-9eee-26281953e61b/a9b6c507-f16a-4011-8719-2d8d34825c2a) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:22:03.784381 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-76e4d374-2d53-498a-b00a-58b2ba8fd70e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:03.813054 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-76e4d374-2d53-498a-b00a-58b2ba8fd70e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:03.859734 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-76e4d374-2d53-498a-b00a-58b2ba8fd70e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:22:03.863262 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-76e4d374-2d53-498a-b00a-58b2ba8fd70e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:22:03.865938 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-76e4d374-2d53-498a-b00a-58b2ba8fd70e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:22:03.916980 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4d374-2d53-498a-b00a-58b2ba8fd70e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Pushing event updated for resources: {'Port': ['ID=a9b6c507-f16a-4011-8719-2d8d34825c2a,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:22:03.939690 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-76e4d374-2d53-498a-b00a-58b2ba8fd70e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:03.942690 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-76e4d374-2d53-498a-b00a-58b2ba8fd70e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:03.971089 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-76e4d374-2d53-498a-b00a-58b2ba8fd70e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9502575 Apr 12 16:22:04.223237 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-e17e4004-0ef5-40cf-985b-59b18e29119c None None] Provisioning complete for port a9b6c507-f16a-4011-8719-2d8d34825c2a triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:22:04.224529 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e17e4004-0ef5-40cf-985b-59b18e29119c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:04.265983 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-e17e4004-0ef5-40cf-985b-59b18e29119c None None] Port a9b6c507-f16a-4011-8719-2d8d34825c2a cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:22:04.480168 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426d7c8-6753-4c91-b8fd-ce5ab9009aaa req-3bc3030e-7a35-46f5-832c-7265abbc80e4 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:04.488736 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c426d7c8-6753-4c91-b8fd-ce5ab9009aaa req-3bc3030e-7a35-46f5-832c-7265abbc80e4 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0856481 Apr 12 16:22:04.546908 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd48c62-8533-455c-a516-e84de11b9bf8 req-17fd093f-0483-46e5-902a-063fefb72a90 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:04.548595 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8cd48c62-8533-455c-a516-e84de11b9bf8 req-17fd093f-0483-46e5-902a-063fefb72a90 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0855389 Apr 12 16:22:04.555579 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 47032) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:22:04.603829 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c426d7c8-6753-4c91-b8fd-ce5ab9009aaa req-b9431472-2f81-47fa-a41b-4767c0637217 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134162 Apr 12 16:22:04.672640 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8cd48c62-8533-455c-a516-e84de11b9bf8 req-8b317f6e-ac5c-4cdf-9855-c459fe8c05b0 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153722 Apr 12 16:22:04.743270 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-6cc6b647-d384-48dd-9bbd-faf956068b1d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4224329892c14501a19cf44244ea0f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862183 Apr 12 16:22:04.746180 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 47038) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:22:04.754392 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614d509-09bc-44e2-8e17-895df2ead6d2 req-dfd29f20-7cf9-4254-997b-4db728073d08 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:04.756576 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6614d509-09bc-44e2-8e17-895df2ead6d2 req-dfd29f20-7cf9-4254-997b-4db728073d08 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 932 time: 0.0585604 Apr 12 16:22:04.806566 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6614d509-09bc-44e2-8e17-895df2ead6d2 req-281e2332-9463-4838-9251-249ecc57d7bc tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442119 Apr 12 16:22:04.816868 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ee8b5dac-8ec3-436e-92c5-278fee0d34bb admin admin] Publish callbacks [] for security_group (4d05a239-c50d-47c2-b313-92351b236e58), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:04.845896 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ee8b5dac-8ec3-436e-92c5-278fee0d34bb admin admin] Publish callbacks [] for security_group (4d05a239-c50d-47c2-b313-92351b236e58), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:04.903007 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ee8b5dac-8ec3-436e-92c5-278fee0d34bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (4d05a239-c50d-47c2-b313-92351b236e58), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:04.905495 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ee8b5dac-8ec3-436e-92c5-278fee0d34bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:04.906701 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ee8b5dac-8ec3-436e-92c5-278fee0d34bb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4d05a239-c50d-47c2-b313-92351b236e58 HTTP/1.1" status: 204 len: 168 time: 0.1596060 Apr 12 16:22:04.916509 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b5dac-8ec3-436e-92c5-278fee0d34bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d05a239-c50d-47c2-b313-92351b236e58,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:22:05.745886 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d9752-1ed4-46ef-ada2-04d219ffb34a req-97bdb83f-8ded-4ffb-a1fe-7a556dbaf1e7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:05.759249 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c6d9752-1ed4-46ef-ada2-04d219ffb34a req-97bdb83f-8ded-4ffb-a1fe-7a556dbaf1e7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0708203 Apr 12 16:22:05.850477 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c41ee-9e16-4bd0-87c1-28586d35c78a req-98951081-6b53-4849-9bc7-6325e3534a11 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:05.850477 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-261c41ee-9e16-4bd0-87c1-28586d35c78a req-98951081-6b53-4849-9bc7-6325e3534a11 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0703940 Apr 12 16:22:05.858912 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c6d9752-1ed4-46ef-ada2-04d219ffb34a req-a8a43c9c-7432-4122-a485-70d1bee060ba tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985820 Apr 12 16:22:05.916335 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-261c41ee-9e16-4bd0-87c1-28586d35c78a req-32120afd-0785-49f6-862d-71d4a8285fa4 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557518 Apr 12 16:22:05.989942 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087af91-f986-468d-9add-5b336b4183dd req-7cf146d5-285e-4ccd-b47a-59e73e16ddee tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:05.992853 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e087af91-f986-468d-9add-5b336b4183dd req-7cf146d5-285e-4ccd-b47a-59e73e16ddee tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 932 time: 0.0647020 Apr 12 16:22:06.051711 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e087af91-f986-468d-9add-5b336b4183dd req-63c86135-6f1a-45d9-b6e5-5432de1ed62b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530090 Apr 12 16:22:06.602662 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Request body: {'port': {'device_id': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:22:06.671020 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:07.041565 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e75707-3b64-415e-8987-6fc6b15ec63c req-74d58a71-4724-4f32-9ccb-56e9d5c79b16 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:07.043106 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-12e75707-3b64-415e-8987-6fc6b15ec63c req-74d58a71-4724-4f32-9ccb-56e9d5c79b16 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0955508 Apr 12 16:22:07.092613 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b6c507-f16a-4011-8719-2d8d34825c2a {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:22:07.110186 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Publish callbacks [] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:07.123375 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df64b4d-b172-4211-8aa2-77f65f57ff24 req-d7ad92b2-10dd-4211-8b63-1d3905e7f2de tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:07.129911 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6df64b4d-b172-4211-8aa2-77f65f57ff24 req-d7ad92b2-10dd-4211-8b63-1d3905e7f2de tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.1202881 Apr 12 16:22:07.151976 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Transition to ACTIVE for port object a9b6c507-f16a-4011-8719-2d8d34825c2a will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:22:07.166370 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:07.177771 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-12e75707-3b64-415e-8987-6fc6b15ec63c req-6447834f-08aa-4a78-9221-fc206cf34554 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071625 Apr 12 16:22:07.275775 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Pushing event updated for resources: {'Port': ['ID=a9b6c507-f16a-4011-8719-2d8d34825c2a,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:22:07.283276 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6df64b4d-b172-4211-8aa2-77f65f57ff24 req-f9cc567b-95a4-42ad-bd56-524c3167ba1b tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438978 Apr 12 16:22:07.424702 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f07c1-4cc3-4146-8def-8b2ee6e6121c req-b10ad270-902f-447d-ac93-f81afe8245a4 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:07.437460 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-630f07c1-4cc3-4146-8def-8b2ee6e6121c req-b10ad270-902f-447d-ac93-f81afe8245a4 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 944 time: 0.1071451 Apr 12 16:22:07.465014 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Attempting to bind port a9b6c507-f16a-4011-8719-2d8d34825c2a on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:22:07.465393 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Attempting to bind port a9b6c507-f16a-4011-8719-2d8d34825c2a by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:22:07.465676 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Attempting to bind port a9b6c507-f16a-4011-8719-2d8d34825c2a on network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:22:07.479118 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Port a9b6c507-f16a-4011-8719-2d8d34825c2a on network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:22:07.479441 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Attempting to bind port a9b6c507-f16a-4011-8719-2d8d34825c2a on network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:22:07.484863 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:22:07.485201 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Checking segment: {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:22:07.485590 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Bound using segment: {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:22:07.486059 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Bound port: a9b6c507-f16a-4011-8719-2d8d34825c2a, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:22:07.486416 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:07.552516 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-630f07c1-4cc3-4146-8def-8b2ee6e6121c req-d8e5903f-59bd-40fb-b458-1c2dcd091b7f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138961 Apr 12 16:22:07.601269 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] For port a9b6c507-f16a-4011-8719-2d8d34825c2a, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:22:07.604383 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] For port a9b6c507-f16a-4011-8719-2d8d34825c2a, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a9b6c507-f16a-4011-8719-2d8d34825c2a,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:22:07.612241 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:07.662058 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:07.662058 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:07.663910 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] 10.222.0.45 "PUT /v2.0/ports/a9b6c507-f16a-4011-8719-2d8d34825c2a HTTP/1.1" status: 200 len: 1094 time: 1.0659294 Apr 12 16:22:07.664958 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'tag': 'a9b6c507-f16a-4011-8719-2d8d34825c2a'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:22:07.671268 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8587e144-0f8b-44dc-a93f-0db5933b7a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b37fad20-9d1f-4785-ac0d-9babf6466375", "tag": "a9b6c507-f16a-4011-8719-2d8d34825c2a"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:22:07.714237 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef24260-0b8f-4a8f-82d3-1d023b4d55ee service neutron] Pushing event updated for resources: {'Port': ['ID=a9b6c507-f16a-4011-8719-2d8d34825c2a,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:22:07.744544 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d26144f-ddd1-49fb-8683-53ecae0eb1c5 x-openstack-request-id: req-0d26144f-ddd1-49fb-8683-53ecae0eb1c5 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:22:07.744830 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37fad20-9d1f-4785-ac0d-9babf6466375", "tag": "a9b6c507-f16a-4011-8719-2d8d34825c2a", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:22:07.745080 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0d26144f-ddd1-49fb-8683-53ecae0eb1c5 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:22:07.745802 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d26144f-ddd1-49fb-8683-53ecae0eb1c5'] response: {'name': 'network-changed', 'server_uuid': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'tag': 'a9b6c507-f16a-4011-8719-2d8d34825c2a', 'status': 'completed', 'code': 200} Apr 12 16:22:08.174690 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-a1949bae-7f20-4d20-9fa1-e309304fa88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:08.176190 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-a1949bae-7f20-4d20-9fa1-e309304fa88d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 1128 time: 0.0438309 Apr 12 16:22:08.318975 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b2520-c4bb-4260-b0f5-fd5706e83c4b req-ca23fe27-c797-4e8f-8bef-13aefb3af2bd tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:08.320476 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f42b2520-c4bb-4260-b0f5-fd5706e83c4b req-ca23fe27-c797-4e8f-8bef-13aefb3af2bd tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0491130 Apr 12 16:22:08.371955 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f42b2520-c4bb-4260-b0f5-fd5706e83c4b req-8811caaf-c5d3-41ef-bdf2-d7a45b8b32de tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Apr 12 16:22:08.425417 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505948d-c268-43ef-bd63-d9bad5dcffbf req-b7747860-85b6-4a75-bb34-89b9841cee2a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:08.427094 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5505948d-c268-43ef-bd63-d9bad5dcffbf req-b7747860-85b6-4a75-bb34-89b9841cee2a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0509763 Apr 12 16:22:08.474844 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5505948d-c268-43ef-bd63-d9bad5dcffbf req-161d68da-17f9-48e3-abeb-378cab0d1733 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415390 Apr 12 16:22:08.681595 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe25e9-ecbe-4c02-a5be-a1d0e2cb37ad req-3b692ba5-e959-4cc4-bb73-473db6860aaf tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:08.683502 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1cfe25e9-ecbe-4c02-a5be-a1d0e2cb37ad req-3b692ba5-e959-4cc4-bb73-473db6860aaf tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 944 time: 0.0517564 Apr 12 16:22:08.737303 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1cfe25e9-ecbe-4c02-a5be-a1d0e2cb37ad req-92210f90-f75f-4c4f-a3c7-61a308b33243 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473597 Apr 12 16:22:08.917001 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-fe302ca3-f410-4908-8808-b506309eee64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b6c507-f16a-4011-8719-2d8d34825c2a HTTP/1.1" status: 200 len: 217 time: 0.0391767 Apr 12 16:22:09.328816 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-cafdd8ad-ce29-43b4-8773-d7c965120100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:09.330633 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-cafdd8ad-ce29-43b4-8773-d7c965120100 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.0468574 Apr 12 16:22:09.493818 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938627d-9cd3-4c6d-af44-ec884c515a64 req-03f62596-c692-45a4-a187-98d649ebf82f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:09.495334 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b938627d-9cd3-4c6d-af44-ec884c515a64 req-03f62596-c692-45a4-a187-98d649ebf82f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0491114 Apr 12 16:22:09.544968 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b938627d-9cd3-4c6d-af44-ec884c515a64 req-3cceb060-8cee-41b6-b6c1-6989ac473f79 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438085 Apr 12 16:22:09.601830 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2213e5b-30ec-4bb0-b806-92c6c5dae88d req-e90f97bf-5b8f-4893-9bf5-5152391dbabc tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:09.603675 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2213e5b-30ec-4bb0-b806-92c6c5dae88d req-e90f97bf-5b8f-4893-9bf5-5152391dbabc tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0576935 Apr 12 16:22:09.652440 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2213e5b-30ec-4bb0-b806-92c6c5dae88d req-eb2aa541-2b5c-430d-a652-73263ddea8c1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429237 Apr 12 16:22:09.853507 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aa5c1-ef3e-463c-9d18-aa542a4f3b71 req-4c3092f4-140b-4de6-9a12-3dcb5d7c0209 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:09.855142 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-055aa5c1-ef3e-463c-9d18-aa542a4f3b71 req-4c3092f4-140b-4de6-9a12-3dcb5d7c0209 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 944 time: 0.0489144 Apr 12 16:22:09.906030 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-055aa5c1-ef3e-463c-9d18-aa542a4f3b71 req-d3281cba-f759-47bc-b87d-16f37e08928d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445385 Apr 12 16:22:10.275445 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484918d5-41ef-4ec5-85f9-4dd9b48fc9b2 req-028e3dd4-4901-4210-b734-a43a482fd570 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:10.276894 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-484918d5-41ef-4ec5-85f9-4dd9b48fc9b2 req-028e3dd4-4901-4210-b734-a43a482fd570 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0465651 Apr 12 16:22:10.350474 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-484918d5-41ef-4ec5-85f9-4dd9b48fc9b2 req-e8c18811-2171-4ed9-9e6c-57f23ff0e6da tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674295 Apr 12 16:22:10.679069 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513a57d-4680-421b-89ad-c92e197cbf40 req-b24ad40b-11ff-46f3-adb3-caf3a515a51f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:10.680541 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8513a57d-4680-421b-89ad-c92e197cbf40 req-b24ad40b-11ff-46f3-adb3-caf3a515a51f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 946 time: 0.0477495 Apr 12 16:22:10.727610 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8513a57d-4680-421b-89ad-c92e197cbf40 req-baec1f2d-cdaa-4295-b786-cf30fb560289 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413702 Apr 12 16:22:11.022845 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68a691-b40b-45e9-bda1-068191c5fdb7 req-bed1384e-f3a5-43f4-bc3f-47fffadb5366 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:11.024231 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1c68a691-b40b-45e9-bda1-068191c5fdb7 req-bed1384e-f3a5-43f4-bc3f-47fffadb5366 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 944 time: 0.0486755 Apr 12 16:22:11.071923 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1c68a691-b40b-45e9-bda1-068191c5fdb7 req-2684dfef-6532-43ba-a1f8-491beebfe046 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417728 Apr 12 16:22:11.470584 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db842e-8025-45e0-9db7-6f5d66e5ec4a req-364559f4-9b20-4cb8-bfcd-6ae4b82f9265 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:11.472255 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a8db842e-8025-45e0-9db7-6f5d66e5ec4a req-364559f4-9b20-4cb8-bfcd-6ae4b82f9265 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0529287 Apr 12 16:22:11.536015 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a8db842e-8025-45e0-9db7-6f5d66e5ec4a req-40f38810-338f-4aaf-a66e-dd069183dc56 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576019 Apr 12 16:22:11.657345 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device aaca632c-41bc-43f8-8889-7aea0e458ffa no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:22:11.744002 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port aaca632c-41bc-43f8-8889-7aea0e458ffa is: ACTIVE; New status is: DOWN {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:22:11.744462 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:11.773781 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:22:11.777645 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc01a21-50df-42e2-9e18-9393365079a8" -d '{"events": [{"server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "name": "network-vif-unplugged", "status": "completed", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:22:11.798135 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port aaca632c-41bc-43f8-8889-7aea0e458ffa, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:22:11.805058 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:11.839341 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 16:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8f28ca-e784-4ab4-ba5d-dbcb71b67f29 x-openstack-request-id: req-ee8f28ca-e784-4ab4-ba5d-dbcb71b67f29 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:22:11.839652 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "name": "network-vif-unplugged", "status": "completed", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:22:11.839913 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ee8f28ca-e784-4ab4-ba5d-dbcb71b67f29 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:22:11.840305 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8f28ca-e784-4ab4-ba5d-dbcb71b67f29'] response: {'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'code': 200} Apr 12 16:22:11.866918 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=aaca632c-41bc-43f8-8889-7aea0e458ffa,revision_number=8']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:22:11.874024 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.874382 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.874725 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.875095 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.875433 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.875759 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.876080 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.876400 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.876714 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.877048 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.877367 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.877689 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.878006 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.878561 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.878882 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:11.881061 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd80133-0c67-49b2-b8d1-46492e2eab88 req-9e4359e8-038c-47c4-b8fa-57b021f3ba68 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:11.883482 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ffd80133-0c67-49b2-b8d1-46492e2eab88 req-9e4359e8-038c-47c4-b8fa-57b021f3ba68 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0501766 Apr 12 16:22:11.935989 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ffd80133-0c67-49b2-b8d1-46492e2eab88 req-4ee54779-032a-4d1d-9e66-009de34734f8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467906 Apr 12 16:22:12.197592 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecb2dc-e591-4e57-be41-8decdc0d2cff req-f40b354c-4231-4a96-9b0b-94c5fc1aa455 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:12.199723 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-05ecb2dc-e591-4e57-be41-8decdc0d2cff req-f40b354c-4231-4a96-9b0b-94c5fc1aa455 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 944 time: 0.0543163 Apr 12 16:22:12.254468 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-05ecb2dc-e591-4e57-be41-8decdc0d2cff req-98eed572-514c-4313-86ac-72c2bcaca716 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490618 Apr 12 16:22:12.651638 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7f726-8587-4b54-8630-f73b27f2ec70 req-f26dbed2-2302-4202-b1f2-2253afb99092 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:12.653109 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4bd7f726-8587-4b54-8630-f73b27f2ec70 req-f26dbed2-2302-4202-b1f2-2253afb99092 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0490320 Apr 12 16:22:12.721257 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4bd7f726-8587-4b54-8630-f73b27f2ec70 req-714d7afe-97bb-49be-b825-b0802b74f6e1 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622051 Apr 12 16:22:13.058121 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fca244-53d2-42d9-a746-281638db17e6 req-23197023-e4fa-447f-bd68-28492f30d6d2 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:13.059608 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-87fca244-53d2-42d9-a746-281638db17e6 req-23197023-e4fa-447f-bd68-28492f30d6d2 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0501211 Apr 12 16:22:13.107517 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-87fca244-53d2-42d9-a746-281638db17e6 req-371d2f37-3201-4091-b658-e96a7c05e30f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420244 Apr 12 16:22:13.374773 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6ee66-c1b4-4821-aae5-02dcdf63135d req-d421443d-f48d-4352-9219-2078377cc2ea tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:13.376319 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7c6ee66-c1b4-4821-aae5-02dcdf63135d req-d421443d-f48d-4352-9219-2078377cc2ea tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 944 time: 0.0523705 Apr 12 16:22:13.426708 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7c6ee66-c1b4-4821-aae5-02dcdf63135d req-03fdc0bf-2872-4f2d-b77f-7fcb226feb6a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443525 Apr 12 16:22:13.690020 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-a2d06911-fc31-4b96-81a7-2f2efe2f17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:13.691913 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-a2d06911-fc31-4b96-81a7-2f2efe2f17f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987978 Apr 12 16:22:13.694815 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d121f2-1dbb-49d0-8e37-6bec75cfaa18 req-40d1e09f-d5f8-4b47-b835-8ba7043f49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:13.696127 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-39d121f2-1dbb-49d0-8e37-6bec75cfaa18 req-40d1e09f-d5f8-4b47-b835-8ba7043f49f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45e8e703a32d4ac4be28bb7018de850f&device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 1128 time: 0.1043909 Apr 12 16:22:13.699241 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdc441-4f8d-4ebf-ace7-e5799ed83cb1 req-96fcfed7-781d-49c9-97d0-55c3c3e0ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:13.700569 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fdcdc441-4f8d-4ebf-ace7-e5799ed83cb1 req-96fcfed7-781d-49c9-97d0-55c3c3e0ce00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91e85c02b6e47d9913792e1168a8939&device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 1168 time: 0.0606465 Apr 12 16:22:14.190869 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7202dd-1243-4001-bfa4-ab9aa3b4c120 req-b52bd6f1-0a8b-404b-b412-c0a8d00c0624 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:14.192919 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9c7202dd-1243-4001-bfa4-ab9aa3b4c120 req-b52bd6f1-0a8b-404b-b412-c0a8d00c0624 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.3558576 Apr 12 16:22:14.261887 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-f2770909-9df6-4fcf-83c4-6854e9742671 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525281 Apr 12 16:22:14.273740 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdc441-4f8d-4ebf-ace7-e5799ed83cb1 req-4448a13b-cfd5-4b00-87bc-c1b163e1765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:14.275170 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fdcdc441-4f8d-4ebf-ace7-e5799ed83cb1 req-4448a13b-cfd5-4b00-87bc-c1b163e1765e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa HTTP/1.1" status: 200 len: 916 time: 0.5579717 Apr 12 16:22:14.279573 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d121f2-1dbb-49d0-8e37-6bec75cfaa18 req-feed5649-b7d4-42c8-a3e2-751c10399eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:14.280892 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-39d121f2-1dbb-49d0-8e37-6bec75cfaa18 req-feed5649-b7d4-42c8-a3e2-751c10399eea service neutron] 10.222.0.45 "GET /v2.0/networks?id=659bb59b-3f11-4e82-88df-ec448e9e7e28 HTTP/1.1" status: 200 len: 918 time: 0.5646994 Apr 12 16:22:14.298194 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7621008-4879-4977-af12-fff5f89955a4 req-4dc64c23-fa94-4f48-93b6-b3272a93c18b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:14.299743 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7621008-4879-4977-af12-fff5f89955a4 req-4dc64c23-fa94-4f48-93b6-b3272a93c18b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.1024344 Apr 12 16:22:14.524623 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9c7202dd-1243-4001-bfa4-ab9aa3b4c120 req-01362ff3-5fc4-494d-9474-202baa1cbade tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3213322 Apr 12 16:22:14.540287 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fdcdc441-4f8d-4ebf-ace7-e5799ed83cb1 req-b2fef30c-af1b-40a1-bf16-6febba4d9792 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c5c57b-adf1-460f-930c-36fd03392889 HTTP/1.1" status: 200 len: 1000 time: 0.2347639 Apr 12 16:22:14.541924 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-39d121f2-1dbb-49d0-8e37-6bec75cfaa18 req-aac433f7-08ea-41b5-ac13-78a9575ba7bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa HTTP/1.1" status: 200 len: 999 time: 0.2383363 Apr 12 16:22:14.548112 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7621008-4879-4977-af12-fff5f89955a4 req-c24247af-4755-4873-a953-01890aca437f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229736 Apr 12 16:22:14.589024 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c37b6e8-e07b-40f1-b587-a6fb4e547cdb req-91becdd3-de76-4c18-87e0-6fd01e04beaa service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071513 Apr 12 16:22:14.690994 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdc441-4f8d-4ebf-ace7-e5799ed83cb1 req-6626c0bf-acb7-47cd-a91e-f0c70a376ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:14.692587 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fdcdc441-4f8d-4ebf-ace7-e5799ed83cb1 req-6626c0bf-acb7-47cd-a91e-f0c70a376ce0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4 HTTP/1.1" status: 200 len: 854 time: 0.1232479 Apr 12 16:22:14.698735 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80abb5e-b094-41ca-9989-c9e9d573958a req-59a50a69-68d1-4190-bc5c-07efaf5079b8 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:14.700054 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f80abb5e-b094-41ca-9989-c9e9d573958a req-59a50a69-68d1-4190-bc5c-07efaf5079b8 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 944 time: 0.0859499 Apr 12 16:22:14.701825 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d121f2-1dbb-49d0-8e37-6bec75cfaa18 req-31ca9249-8fa9-4859-9da4-0bad208e6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:14.703220 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-39d121f2-1dbb-49d0-8e37-6bec75cfaa18 req-31ca9249-8fa9-4859-9da4-0bad208e6ab7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=644bce61-9908-4b22-b9ff-6ee45a6d0077 HTTP/1.1" status: 200 len: 856 time: 0.1255655 Apr 12 16:22:14.749393 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f80abb5e-b094-41ca-9989-c9e9d573958a req-c5e91236-573c-4c6e-af54-31dadf80a044 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430181 Apr 12 16:22:15.672776 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae79da-1f4e-4506-aa1d-2576b255e831 req-7ef77118-5f20-46f8-ba69-9bb71cc7930b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:15.674305 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dbae79da-1f4e-4506-aa1d-2576b255e831 req-7ef77118-5f20-46f8-ba69-9bb71cc7930b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0778830 Apr 12 16:22:15.695065 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea15d6-685b-4dde-846a-8569fb41919e req-ac7531f2-d7bd-4724-8c36-316ac6c7edd4 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:15.696531 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-63ea15d6-685b-4dde-846a-8569fb41919e req-ac7531f2-d7bd-4724-8c36-316ac6c7edd4 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0683057 Apr 12 16:22:15.776995 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dbae79da-1f4e-4506-aa1d-2576b255e831 req-ca214c0d-b86b-4259-bb4d-58d9e591520b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963356 Apr 12 16:22:15.780152 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-63ea15d6-685b-4dde-846a-8569fb41919e req-eae7f99a-b8c5-432c-b3e5-2ed4a20f5ff2 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763857 Apr 12 16:22:15.898033 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6249d7-3dd2-4f90-9513-b68aeb8acb58 req-53a25fdd-a53e-4599-9b26-595b7d1d9439 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:15.899555 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ab6249d7-3dd2-4f90-9513-b68aeb8acb58 req-53a25fdd-a53e-4599-9b26-595b7d1d9439 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 944 time: 0.0497856 Apr 12 16:22:15.953689 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ab6249d7-3dd2-4f90-9513-b68aeb8acb58 req-84fd3f47-8d56-429c-a246-98369d79641e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484250 Apr 12 16:22:16.945360 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac3235-2e94-465a-a585-6100eb6eba8c req-0cdeb13f-191d-4c10-9d8d-aa3b4245a4f6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:16.946877 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-72ac3235-2e94-465a-a585-6100eb6eba8c req-0cdeb13f-191d-4c10-9d8d-aa3b4245a4f6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0738451 Apr 12 16:22:16.955582 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b015f20-abcf-48fb-9f16-5383d2df442d req-9bea7dc2-cbac-4b87-b5b1-616d34990a1f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:16.956935 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8b015f20-abcf-48fb-9f16-5383d2df442d req-9bea7dc2-cbac-4b87-b5b1-616d34990a1f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0744762 Apr 12 16:22:17.040888 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8b015f20-abcf-48fb-9f16-5383d2df442d req-e6651334-d00f-406f-a9cc-a69bb319ceb7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771534 Apr 12 16:22:17.046101 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-72ac3235-2e94-465a-a585-6100eb6eba8c req-7b1064eb-afc2-46d7-89a7-f0524eccd873 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882618 Apr 12 16:22:17.175510 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdc441-4f8d-4ebf-ace7-e5799ed83cb1 req-17c6e944-3ea0-407e-b446-5e878ea2f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:17.177263 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fdcdc441-4f8d-4ebf-ace7-e5799ed83cb1 req-17c6e944-3ea0-407e-b446-5e878ea2f02b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1282384 Apr 12 16:22:17.183770 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d121f2-1dbb-49d0-8e37-6bec75cfaa18 req-3831e1d0-0f63-437c-9445-2e32f4892add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:17.185139 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-39d121f2-1dbb-49d0-8e37-6bec75cfaa18 req-3831e1d0-0f63-437c-9445-2e32f4892add service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=659bb59b-3f11-4e82-88df-ec448e9e7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1370289 Apr 12 16:22:17.188325 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587e144-0f8b-44dc-a93f-0db5933b7a0b req-39eaa109-8026-4724-b2b4-321688b4e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:17.189663 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8587e144-0f8b-44dc-a93f-0db5933b7a0b req-39eaa109-8026-4724-b2b4-321688b4e35b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 1128 time: 0.1426969 Apr 12 16:22:17.198001 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4830ff1-8d6a-40e0-9d5a-76b07d738872 req-8769ebcf-4979-49f9-ae70-86b36a677b8e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:17.199421 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b4830ff1-8d6a-40e0-9d5a-76b07d738872 req-8769ebcf-4979-49f9-ae70-86b36a677b8e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 944 time: 0.0747814 Apr 12 16:22:17.233094 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device a9b6c507-f16a-4011-8719-2d8d34825c2a details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:22:17.347397 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port a9b6c507-f16a-4011-8719-2d8d34825c2a, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a9b6c507-f16a-4011-8719-2d8d34825c2a,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:22:17.348695 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b4830ff1-8d6a-40e0-9d5a-76b07d738872 req-b7573094-5f09-4cd6-a994-d5a79708dae5 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436074 Apr 12 16:22:17.367054 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'a9b6c507-f16a-4011-8719-2d8d34825c2a', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'port_id': 'a9b6c507-f16a-4011-8719-2d8d34825c2a', 'mac_address': 'fa:16:3e:d3:b5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:22:17.428488 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port a9b6c507-f16a-4011-8719-2d8d34825c2a is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:22:17.429161 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:17.452893 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b6c507-f16a-4011-8719-2d8d34825c2a {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:22:17.478956 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-39d121f2-1dbb-49d0-8e37-6bec75cfaa18 req-3221c8ae-a169-4d18-a5dc-5f769c1844d2 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440982 Apr 12 16:22:17.480229 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587e144-0f8b-44dc-a93f-0db5933b7a0b req-a408091e-503f-408d-92dd-3a223b70e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:17.481773 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8587e144-0f8b-44dc-a93f-0db5933b7a0b req-a408091e-503f-408d-92dd-3a223b70e973 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 918 time: 0.2454934 Apr 12 16:22:17.483905 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fdcdc441-4f8d-4ebf-ace7-e5799ed83cb1 req-6283f931-f77d-4478-8b9d-942251190f18 service neutron] 10.222.0.45 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503209 Apr 12 16:22:17.491033 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port a9b6c507-f16a-4011-8719-2d8d34825c2a, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a9b6c507-f16a-4011-8719-2d8d34825c2a,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:22:17.495767 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:17.551841 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=a9b6c507-f16a-4011-8719-2d8d34825c2a,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:22:17.620321 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8587e144-0f8b-44dc-a93f-0db5933b7a0b req-a610065c-5e37-4801-8b7e-3c2481957be1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b6c507-f16a-4011-8719-2d8d34825c2a HTTP/1.1" status: 200 len: 217 time: 0.0944123 Apr 12 16:22:17.764807 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-39d121f2-1dbb-49d0-8e37-6bec75cfaa18 req-348f74c0-2947-4150-9b9c-0052cf2d1aae service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430131 Apr 12 16:22:17.777292 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587e144-0f8b-44dc-a93f-0db5933b7a0b req-0d9c5331-2573-4418-b992-fdb5d8909fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:17.778833 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8587e144-0f8b-44dc-a93f-0db5933b7a0b req-0d9c5331-2573-4418-b992-fdb5d8909fbe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.1296716 Apr 12 16:22:17.785871 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fdcdc441-4f8d-4ebf-ace7-e5799ed83cb1 req-67ae05c2-d387-4a03-9904-bbd9eeb6a527 service neutron] 10.222.0.45 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620821 Apr 12 16:22:18.137453 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['a9b6c507-f16a-4011-8719-2d8d34825c2a'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:22:18.199754 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36940c-5f2c-4bd5-a031-bf7eb2f0220b req-6d99dd33-d9c3-4002-b1f7-c352214f7193 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:18.201277 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ab36940c-5f2c-4bd5-a031-bf7eb2f0220b req-6d99dd33-d9c3-4002-b1f7-c352214f7193 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0770237 Apr 12 16:22:18.207833 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f99804-f3f8-4215-a6e9-d0e199da5f56 req-ae24ddff-d6cc-42e9-b4f6-cccb488f47ee tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:18.209314 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c2f99804-f3f8-4215-a6e9-d0e199da5f56 req-ae24ddff-d6cc-42e9-b4f6-cccb488f47ee tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0865247 Apr 12 16:22:18.297432 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c2f99804-f3f8-4215-a6e9-d0e199da5f56 req-10042e4e-f03f-4fd6-9822-8ad063f9ee70 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803320 Apr 12 16:22:18.302887 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ab36940c-5f2c-4bd5-a031-bf7eb2f0220b req-ac22274f-8874-4f68-92cb-d037ed122879 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0924170 Apr 12 16:22:18.476510 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d4298-32e2-4a57-9d87-f64797c3b525 req-5a027d7a-184e-443c-a5f1-3525b07c0482 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:18.478011 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-512d4298-32e2-4a57-9d87-f64797c3b525 req-5a027d7a-184e-443c-a5f1-3525b07c0482 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 945 time: 0.0521162 Apr 12 16:22:18.527445 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-512d4298-32e2-4a57-9d87-f64797c3b525 req-d0a7dab4-f880-4cf2-bdcf-3db240371385 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434093 Apr 12 16:22:19.459167 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85046f93-813b-469d-b73d-5c505c388c8c req-ea7badc1-bae0-4561-b653-bb6bcc5793c1 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:19.460584 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-85046f93-813b-469d-b73d-5c505c388c8c req-ea7badc1-bae0-4561-b653-bb6bcc5793c1 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0824077 Apr 12 16:22:19.466405 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c6159-e0e8-4042-8d8b-e0a4bbb4af29 req-1edfaf81-4b01-4160-87b8-528787987931 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:19.467745 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9a0c6159-e0e8-4042-8d8b-e0a4bbb4af29 req-1edfaf81-4b01-4160-87b8-528787987931 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0878346 Apr 12 16:22:19.551160 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9a0c6159-e0e8-4042-8d8b-e0a4bbb4af29 req-3665838d-d5db-4509-bb9d-6e9a7da5375b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761952 Apr 12 16:22:19.556560 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-85046f93-813b-469d-b73d-5c505c388c8c req-4baba187-6466-4df8-8817-bb9f35a51aaf tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879171 Apr 12 16:22:19.665054 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e878fd6-f991-42c3-93ad-f7daa73094c8 req-aee7ee1d-5427-4eb7-b7ad-5d87a9a7c30b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:19.666579 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1e878fd6-f991-42c3-93ad-f7daa73094c8 req-aee7ee1d-5427-4eb7-b7ad-5d87a9a7c30b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 945 time: 0.0519302 Apr 12 16:22:19.738402 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1e878fd6-f991-42c3-93ad-f7daa73094c8 req-e72b3f2e-8b1a-40d3-8a10-d15bb7055728 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608068 Apr 12 16:22:20.077658 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:22:20.139191 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device a9b6c507-f16a-4011-8719-2d8d34825c2a up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:22:20.185701 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port a9b6c507-f16a-4011-8719-2d8d34825c2a completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:22:20.193259 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port a9b6c507-f16a-4011-8719-2d8d34825c2a triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:22:20.193644 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:20.273371 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port a9b6c507-f16a-4011-8719-2d8d34825c2a is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:22:20.273764 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:20.300844 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b6c507-f16a-4011-8719-2d8d34825c2a'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:22:20.303205 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7271402e-7e98-471d-9f45-2dc5c18029e9" -d '{"events": [{"server_uuid": "b37fad20-9d1f-4785-ac0d-9babf6466375", "name": "network-vif-plugged", "status": "completed", "tag": "a9b6c507-f16a-4011-8719-2d8d34825c2a"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:22:20.316055 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port a9b6c507-f16a-4011-8719-2d8d34825c2a, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a9b6c507-f16a-4011-8719-2d8d34825c2a,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:22:20.320481 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:20.345374 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8161b8ab-1c59-424c-b251-702b747c321b x-openstack-request-id: req-8161b8ab-1c59-424c-b251-702b747c321b {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:22:20.345664 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37fad20-9d1f-4785-ac0d-9babf6466375", "name": "network-vif-plugged", "status": "completed", "tag": "a9b6c507-f16a-4011-8719-2d8d34825c2a", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:22:20.345923 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8161b8ab-1c59-424c-b251-702b747c321b {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:22:20.346347 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8161b8ab-1c59-424c-b251-702b747c321b'] response: {'server_uuid': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b6c507-f16a-4011-8719-2d8d34825c2a', 'code': 200} Apr 12 16:22:20.374415 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=a9b6c507-f16a-4011-8719-2d8d34825c2a,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:22:20.653554 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c58ad2b1-3b89-4cc6-8765-944a5a2e2d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:20.707943 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f5710-7770-47da-a94b-4548095b1d45 req-ecc26c71-ae55-4730-a3f0-b7031105115a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:20.709501 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bf4f5710-7770-47da-a94b-4548095b1d45 req-ecc26c71-ae55-4730-a3f0-b7031105115a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0800226 Apr 12 16:22:20.718119 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786d25c-35e7-4b62-9278-fd16bde819d2 req-3547c40c-ac3a-4b9e-a635-79220dabd581 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:20.719591 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7786d25c-35e7-4b62-9278-fd16bde819d2 req-3547c40c-ac3a-4b9e-a635-79220dabd581 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0800931 Apr 12 16:22:20.796622 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bf4f5710-7770-47da-a94b-4548095b1d45 req-e8032525-c335-4341-b00a-6c56cbcf2687 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760419 Apr 12 16:22:20.814331 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7786d25c-35e7-4b62-9278-fd16bde819d2 req-e0123621-8dd7-4d92-9094-3a79d3248ed0 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875421 Apr 12 16:22:20.928523 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a48b33-0d07-4de1-a40d-6605734ace88 req-bf623ba5-aa27-4ee3-999f-c1651d436211 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:20.928523 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d9a48b33-0d07-4de1-a40d-6605734ace88 req-bf623ba5-aa27-4ee3-999f-c1651d436211 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0553625 Apr 12 16:22:21.021676 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d9a48b33-0d07-4de1-a40d-6605734ace88 req-17a334ac-baf0-4740-a6ad-96a81bf07fee tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913315 Apr 12 16:22:21.036992 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587e144-0f8b-44dc-a93f-0db5933b7a0b req-43e3ed09-cd28-46d8-8ad0-b7299e282f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:21.039485 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8587e144-0f8b-44dc-a93f-0db5933b7a0b req-43e3ed09-cd28-46d8-8ad0-b7299e282f20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821810 Apr 12 16:22:22.015361 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804d07b-fdcc-4f39-9291-db8e661f89ef req-f5a25d1b-f945-4227-a3c5-52a68f5f82f6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:22.016854 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d804d07b-fdcc-4f39-9291-db8e661f89ef req-f5a25d1b-f945-4227-a3c5-52a68f5f82f6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.1132371 Apr 12 16:22:22.027025 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb686fe-dbd2-4d96-9172-26d096730f34 req-d9da743b-bbc9-4ada-92e1-028675f62b89 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:22.028547 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5fb686fe-dbd2-4d96-9172-26d096730f34 req-d9da743b-bbc9-4ada-92e1-028675f62b89 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.1114087 Apr 12 16:22:22.061345 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8587e144-0f8b-44dc-a93f-0db5933b7a0b req-ffb22945-2539-4b46-adc1-9495d0b5b31f service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328181 Apr 12 16:22:22.103236 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3476f-a386-486e-8ab0-55f46b2279fc req-bb6f0fa2-8d10-478c-9a1f-4264135046ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:22.104625 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dfd3476f-a386-486e-8ab0-55f46b2279fc req-bb6f0fa2-8d10-478c-9a1f-4264135046ec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 1130 time: 0.1104002 Apr 12 16:22:22.485548 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5fb686fe-dbd2-4d96-9172-26d096730f34 req-9860c9d5-0256-4cd1-9cc1-8c26a5855cae tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4340916 Apr 12 16:22:22.488981 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d804d07b-fdcc-4f39-9291-db8e661f89ef req-c06ccfe0-6621-43a5-bb5a-54453a3f1989 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4579983 Apr 12 16:22:22.527438 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dfd3476f-a386-486e-8ab0-55f46b2279fc req-7cb23062-9e8e-4383-8381-3e0927bd3a15 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831022 Apr 12 16:22:22.529469 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8587e144-0f8b-44dc-a93f-0db5933b7a0b req-360236ed-9f63-4abb-bb89-290fabb4a61e service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447067 Apr 12 16:22:22.605367 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574bea7-a014-490b-8ddc-4eb6cfe3d8b4 req-c5384758-0d0a-44b7-9229-971ed2fbb6d3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:22.606873 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7574bea7-a014-490b-8ddc-4eb6cfe3d8b4 req-c5384758-0d0a-44b7-9229-971ed2fbb6d3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0479867 Apr 12 16:22:22.656917 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7574bea7-a014-490b-8ddc-4eb6cfe3d8b4 req-6fe57adc-580e-4727-b719-a408c1b3c256 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434380 Apr 12 16:22:22.952713 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ad656d34-6866-4595-af98-b5f2869b335a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:23.649632 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771d347-14b3-4e78-8e37-8d84470c7d0b req-05b88c95-b424-4e6d-9f91-26a0a8eadcb6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:23.651143 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d771d347-14b3-4e78-8e37-8d84470c7d0b req-05b88c95-b424-4e6d-9f91-26a0a8eadcb6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0812356 Apr 12 16:22:23.673247 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874993bb-a454-4706-856b-57e1758f57d8 req-3d1fd25d-31ef-43de-b264-a463257e7fce tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:23.674755 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-874993bb-a454-4706-856b-57e1758f57d8 req-3d1fd25d-31ef-43de-b264-a463257e7fce tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0717168 Apr 12 16:22:23.757078 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d771d347-14b3-4e78-8e37-8d84470c7d0b req-74efee3c-dd7d-46c3-ae8e-47dcf298cdd0 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974209 Apr 12 16:22:23.760355 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-874993bb-a454-4706-856b-57e1758f57d8 req-922bc51e-926c-43ea-b4a8-418f2f6e1966 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774403 Apr 12 16:22:23.875641 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81366a34-01cd-460b-a298-521ce0487b92 req-119e8215-a32e-4bc2-a641-b2354fc605db tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:23.878451 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-81366a34-01cd-460b-a298-521ce0487b92 req-119e8215-a32e-4bc2-a641-b2354fc605db tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0630732 Apr 12 16:22:23.939031 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-81366a34-01cd-460b-a298-521ce0487b92 req-f20863cf-25a9-4338-9db3-f3260f90f89d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511723 Apr 12 16:22:24.003984 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device aaca632c-41bc-43f8-8889-7aea0e458ffa no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:22:24.116085 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port aaca632c-41bc-43f8-8889-7aea0e458ffa is: DOWN; New status is: DOWN {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:22:24.195832 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:24.326279 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [req-4fba9e05-5383-4263-bf9d-605443378ec7 req-7278317e-c82b-4ca7-b48a-6d04c4ed9767 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:22:24.327352 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4fba9e05-5383-4263-bf9d-605443378ec7 req-7278317e-c82b-4ca7-b48a-6d04c4ed9767 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055518 Apr 12 16:22:24.405616 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a387b-9705-4444-89c5-463713ac52c7 req-546e5ec6-00da-44e1-9d7b-41184476fc07 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:24.408409 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aa5a387b-9705-4444-89c5-463713ac52c7 req-546e5ec6-00da-44e1-9d7b-41184476fc07 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 945 time: 0.0604601 Apr 12 16:22:24.500547 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aa5a387b-9705-4444-89c5-463713ac52c7 req-ad05a26c-86bd-4b32-9762-8d84e6fce41b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827465 Apr 12 16:22:24.506754 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315ad5c-7288-4953-a496-e1a107f70c0c req-29125038-7b6d-4477-a8f6-6e362783b921 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:24.508213 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0315ad5c-7288-4953-a496-e1a107f70c0c req-29125038-7b6d-4477-a8f6-6e362783b921 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0731585 Apr 12 16:22:24.573771 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0315ad5c-7288-4953-a496-e1a107f70c0c req-fc54e8b6-cc8d-4a7d-92cf-086342faa08d tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591497 Apr 12 16:22:24.887672 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6894baf-db11-4a14-b372-2c1066d84494 req-3cafc817-9406-4daa-bea2-0b98ecd3e09f tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:24.888333 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 47270) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:22:24.889268 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a6894baf-db11-4a14-b372-2c1066d84494 req-3cafc817-9406-4daa-bea2-0b98ecd3e09f tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0529294 Apr 12 16:22:24.954941 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a6894baf-db11-4a14-b372-2c1066d84494 req-1fc14de6-8a2c-4ba9-9c93-479bb4668f3f tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587533 Apr 12 16:22:24.975881 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-f4ac0c8f-987d-4bed-98d0-9b3e1b49e4d2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863943 Apr 12 16:22:24.987857 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-9691a444-d6dc-46a1-87b3-6cd006675842 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:22:24.989677 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-9691a444-d6dc-46a1-87b3-6cd006675842 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052621 Apr 12 16:22:25.094806 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f7ce-2190-4c50-b905-2ac127370bc2 req-3d195703-36ef-4fd4-ae1f-bc1ba3433bb9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:25.096106 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 47280) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:22:25.097172 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3113f7ce-2190-4c50-b905-2ac127370bc2 req-3d195703-36ef-4fd4-ae1f-bc1ba3433bb9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0735433 Apr 12 16:22:25.154981 dv-cinder-837528-1-iscsi neutron-server[103550]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 16:22:25.159266 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:25.169738 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3113f7ce-2190-4c50-b905-2ac127370bc2 req-295ff220-e828-47da-b655-cbd8a2ef67d6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662739 Apr 12 16:22:25.201039 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-b248f02b-7202-4c55-ba9a-ebc37a7ea1c2 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:25.202447 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-b248f02b-7202-4c55-ba9a-ebc37a7ea1c2 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports/aaca632c-41bc-43f8-8889-7aea0e458ffa HTTP/1.1" status: 200 len: 941 time: 0.1048872 Apr 12 16:22:25.529990 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:25.633457 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d2d54-0d5e-4d2e-b4b9-efb3c01499a7 req-7a376540-398a-4b04-a84c-2df72143532d tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:25.635214 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c9d2d54-0d5e-4d2e-b4b9-efb3c01499a7 req-7a376540-398a-4b04-a84c-2df72143532d tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 945 time: 0.0589590 Apr 12 16:22:25.714334 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c9d2d54-0d5e-4d2e-b4b9-efb3c01499a7 req-1f45e90d-f874-45a7-a759-85392b18b8ac tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733781 Apr 12 16:22:25.730576 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291f794-f314-4c1f-9a79-6d591917e5db req-5e425270-9521-4e97-8d83-a47cffded3c4 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:25.730576 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0291f794-f314-4c1f-9a79-6d591917e5db req-5e425270-9521-4e97-8d83-a47cffded3c4 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0672207 Apr 12 16:22:25.778159 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0291f794-f314-4c1f-9a79-6d591917e5db req-19aefa36-7d81-4e99-8ebb-7a9546c11b75 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420754 Apr 12 16:22:26.078612 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15960e3-b604-4be4-9be4-6b6464d5eef5 req-d94e01bf-d780-4cde-bb41-df0fb5e65d12 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:26.080417 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d15960e3-b604-4be4-9be4-6b6464d5eef5 req-d94e01bf-d780-4cde-bb41-df0fb5e65d12 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0492744 Apr 12 16:22:26.142455 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d15960e3-b604-4be4-9be4-6b6464d5eef5 req-bde2014a-3223-4342-b897-dab4b94b28fd tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562632 Apr 12 16:22:26.291905 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b69c5b-635e-4ab4-bb4e-3d1f95462319 req-dbafeec8-ae01-4aee-a727-98994cb5fd8c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:26.293316 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-47b69c5b-635e-4ab4-bb4e-3d1f95462319 req-dbafeec8-ae01-4aee-a727-98994cb5fd8c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0528429 Apr 12 16:22:26.341529 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-47b69c5b-635e-4ab4-bb4e-3d1f95462319 req-65041a25-69ae-42c1-b3ae-b582d86f1d96 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425212 Apr 12 16:22:26.827861 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023245c-47c8-419a-80cf-51eaddb6314b req-99ca78a0-9a60-40c9-a4e6-4e6b342dbca5 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:26.829393 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6023245c-47c8-419a-80cf-51eaddb6314b req-99ca78a0-9a60-40c9-a4e6-4e6b342dbca5 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 945 time: 0.0480366 Apr 12 16:22:26.911875 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6023245c-47c8-419a-80cf-51eaddb6314b req-88f1e028-c111-47b7-808b-67b99240a68a tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765367 Apr 12 16:22:26.917816 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401de552-68aa-46d9-a226-09997b526f22 req-bac9320d-fe1b-4371-b0dd-dd6f850c807a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:26.919264 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-401de552-68aa-46d9-a226-09997b526f22 req-bac9320d-fe1b-4371-b0dd-dd6f850c807a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0667803 Apr 12 16:22:26.969247 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-401de552-68aa-46d9-a226-09997b526f22 req-e604dcea-3d5e-4dda-88e3-38939e39299f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431979 Apr 12 16:22:27.022737 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:27.259563 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0504b-3d83-4efe-a6a5-c0369de71137 req-6ebd52f9-e2cc-486d-8d26-46ebad3420cc tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:27.261068 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9be0504b-3d83-4efe-a6a5-c0369de71137 req-6ebd52f9-e2cc-486d-8d26-46ebad3420cc tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0500031 Apr 12 16:22:27.324667 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9be0504b-3d83-4efe-a6a5-c0369de71137 req-b80a58c2-8b29-4251-ab8c-9054ef082878 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577047 Apr 12 16:22:27.453598 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6e43d-e9c6-42c3-a131-386924647c75 req-acb8c314-8922-407c-bf27-df1019a73b2d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:27.455456 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e3d6e43d-e9c6-42c3-a131-386924647c75 req-acb8c314-8922-407c-bf27-df1019a73b2d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0477958 Apr 12 16:22:27.506470 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e3d6e43d-e9c6-42c3-a131-386924647c75 req-838a0c70-8a5c-43d6-b5c0-6d1dd11a894d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449500 Apr 12 16:22:28.031301 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd0d2-d280-4350-95fd-38716ff44606 req-309393fd-2643-4a83-addd-e82d769dff97 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:28.032807 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a9bfd0d2-d280-4350-95fd-38716ff44606 req-309393fd-2643-4a83-addd-e82d769dff97 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 945 time: 0.0533905 Apr 12 16:22:28.118414 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81ac2d-e316-43c6-b5d2-2d9441ac8c90 req-a8b54684-cb63-45ae-8814-5baf77d3d78e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:28.119889 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7b81ac2d-e316-43c6-b5d2-2d9441ac8c90 req-a8b54684-cb63-45ae-8814-5baf77d3d78e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0655777 Apr 12 16:22:28.122969 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a9bfd0d2-d280-4350-95fd-38716ff44606 req-6d1faf23-54df-483e-9ab8-6cf4b6d4f58b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842841 Apr 12 16:22:28.168145 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7b81ac2d-e316-43c6-b5d2-2d9441ac8c90 req-a0dd6b2d-d3fe-4069-8bd5-5f29d44c3ab3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425587 Apr 12 16:22:28.443634 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3768a8-5ba2-44c6-be1c-fc4e72faefe7 req-10706bd8-022f-41c7-bdd9-9ec3fbbd42df tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:28.445165 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4e3768a8-5ba2-44c6-be1c-fc4e72faefe7 req-10706bd8-022f-41c7-bdd9-9ec3fbbd42df tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0527155 Apr 12 16:22:28.507131 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4e3768a8-5ba2-44c6-be1c-fc4e72faefe7 req-1aa9036e-173d-4008-99c2-e8e7cca65006 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561328 Apr 12 16:22:28.621080 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3850fb-c329-41ae-965d-7efac2d54607 req-efb14988-d424-4a98-8cd9-a3baab98246e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:28.622485 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2d3850fb-c329-41ae-965d-7efac2d54607 req-efb14988-d424-4a98-8cd9-a3baab98246e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0487785 Apr 12 16:22:28.670663 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2d3850fb-c329-41ae-965d-7efac2d54607 req-8a9348ba-5701-4934-8567-b2c80d89995a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425358 Apr 12 16:22:28.787400 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bb2f4-02f5-4cb6-9727-858ae1e5c255 req-45332af2-de05-4a18-9634-0880fe8213f9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:28.788873 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-da5bb2f4-02f5-4cb6-9727-858ae1e5c255 req-45332af2-de05-4a18-9634-0880fe8213f9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0508423 Apr 12 16:22:28.797997 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 47318) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:22:28.802472 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-43ae101b-f2d9-4a8c-a85b-e02389f32d95 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Request body: {'floatingip': {'port_id': 'a9b6c507-f16a-4011-8719-2d8d34825c2a'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:22:28.842439 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-43ae101b-f2d9-4a8c-a85b-e02389f32d95 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for floatingip (5a81a3ee-ae91-453b-a154-f46c9d39ea8a), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:29.269506 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ceb23-8a91-48d6-a82c-536cd8776b91 req-572065bb-792e-4a90-9540-29e35a296e96 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:29.271104 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-355ceb23-8a91-48d6-a82c-536cd8776b91 req-572065bb-792e-4a90-9540-29e35a296e96 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 945 time: 0.0784822 Apr 12 16:22:29.381160 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45020e17-ccff-4169-98c5-a8dbddd7fbee req-32a4bf1c-91ce-4bf7-9925-ab62e54a3532 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:29.382769 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-45020e17-ccff-4169-98c5-a8dbddd7fbee req-32a4bf1c-91ce-4bf7-9925-ab62e54a3532 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.1403201 Apr 12 16:22:29.437519 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-43ae101b-f2d9-4a8c-a85b-e02389f32d95 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:29.443787 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-355ceb23-8a91-48d6-a82c-536cd8776b91 req-a4c7c32d-d97b-4e0d-a8a0-6d9b51a5dfcf tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347659 Apr 12 16:22:29.447430 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-43ae101b-f2d9-4a8c-a85b-e02389f32d95 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (5a81a3ee-ae91-453b-a154-f46c9d39ea8a), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:29.511262 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-45020e17-ccff-4169-98c5-a8dbddd7fbee req-77cc5c8d-b483-44d7-a82c-f13293153d37 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215315 Apr 12 16:22:29.571577 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-43ae101b-f2d9-4a8c-a85b-e02389f32d95 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Floating IP 5a81a3ee-ae91-453b-a154-f46c9d39ea8a associated. External IP: 172.27.2.243, port: a9b6c507-f16a-4011-8719-2d8d34825c2a. Apr 12 16:22:29.689524 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86eb145-ae04-4762-9d6c-11a61a5b5aca req-1eb3b24e-5e61-4a1a-a338-8d4b94f38d76 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:29.691034 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c86eb145-ae04-4762-9d6c-11a61a5b5aca req-1eb3b24e-5e61-4a1a-a338-8d4b94f38d76 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0855443 Apr 12 16:22:29.806706 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c86eb145-ae04-4762-9d6c-11a61a5b5aca req-073c1ca7-c504-4f93-bd84-adb33c41e50b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1064754 Apr 12 16:22:29.922818 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4e9c4-9e49-4986-9857-ef93a708e46c req-bc68709f-679a-4cbb-a75e-cc128fc9728c tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:29.924296 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1cb4e9c4-9e49-4986-9857-ef93a708e46c req-bc68709f-679a-4cbb-a75e-cc128fc9728c tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 945 time: 0.1167183 Apr 12 16:22:29.930135 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b78b5c72-acbd-42f9-9240-51fbaad9d89c req-d5755734-cf95-4dcc-82e4-a11b8e6f64b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887494 Apr 12 16:22:29.949386 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ae101b-f2d9-4a8c-a85b-e02389f32d95 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Router 66294110-db27-454d-bc8e-c150ace49fd8 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:22:30.086717 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b5c72-acbd-42f9-9240-51fbaad9d89c req-1612162d-f003-4d2a-90c2-4a992cdaa7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:30.088206 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b78b5c72-acbd-42f9-9240-51fbaad9d89c req-1612162d-f003-4d2a-90c2-4a992cdaa7f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 1129 time: 0.1123998 Apr 12 16:22:30.114907 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-1cb4e9c4-9e49-4986-9857-ef93a708e46c req-7efbc54e-032d-479c-a65f-49964bb1f64b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Deleting port 964b26c8-87b2-4c98-a446-64b394850524 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:22:30.115298 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1cb4e9c4-9e49-4986-9857-ef93a708e46c req-7efbc54e-032d-479c-a65f-49964bb1f64b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (964b26c8-87b2-4c98-a446-64b394850524), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:30.574942 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ae101b-f2d9-4a8c-a85b-e02389f32d95 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:22:30.587864 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38670e0-c0f4-40fa-a7e0-9cfedffa760e None None] Sync routers for ids ['66294110-db27-454d-bc8e-c150ace49fd8'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:22:30.590947 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-43ae101b-f2d9-4a8c-a85b-e02389f32d95 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:30.599499 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-1cb4e9c4-9e49-4986-9857-ef93a708e46c req-7efbc54e-032d-479c-a65f-49964bb1f64b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] For port 964b26c8-87b2-4c98-a446-64b394850524, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=964b26c8-87b2-4c98-a446-64b394850524,segment=NetworkSegment(63f277d1-5c11-4a38-8b82-a6de39b06dc8),segment_id=63f277d1-5c11-4a38-8b82-a6de39b06dc8)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:22:30.599888 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1cb4e9c4-9e49-4986-9857-ef93a708e46c req-7efbc54e-032d-479c-a65f-49964bb1f64b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (964b26c8-87b2-4c98-a446-64b394850524), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:30.644169 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b5c72-acbd-42f9-9240-51fbaad9d89c req-be79d8e3-cfec-42f6-8a5e-8092a881ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:30.645703 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b78b5c72-acbd-42f9-9240-51fbaad9d89c req-be79d8e3-cfec-42f6-8a5e-8092a881ab9f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 918 time: 0.5034833 Apr 12 16:22:30.672465 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474abfb-3155-41f0-b8d9-1042060723b3 req-24cb4d56-14ce-4a74-8911-6a186979fad6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:30.673970 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3474abfb-3155-41f0-b8d9-1042060723b3 req-24cb4d56-14ce-4a74-8911-6a186979fad6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 945 time: 0.1573670 Apr 12 16:22:30.683837 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-1cb4e9c4-9e49-4986-9857-ef93a708e46c req-7efbc54e-032d-479c-a65f-49964bb1f64b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Calling delete_port for 964b26c8-87b2-4c98-a446-64b394850524 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:22:30.688012 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38670e0-c0f4-40fa-a7e0-9cfedffa760e None None] Routers {'66294110-db27-454d-bc8e-c150ace49fd8'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:22:30.688560 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-c38670e0-c0f4-40fa-a7e0-9cfedffa760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:22:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['66294110-db27-454d-bc8e-c150ace49fd8'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:22:30.741709 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b78b5c72-acbd-42f9-9240-51fbaad9d89c req-73b821d8-4549-4fbb-a2f1-8bb3e5cb9651 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4a5c66-664f-4c45-97da-99ed8c2f0118 HTTP/1.1" status: 200 len: 217 time: 0.0640862 Apr 12 16:22:30.743097 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-43ae101b-f2d9-4a8c-a85b-e02389f32d95 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "PUT /v2.0/floatingips/5a81a3ee-ae91-453b-a154-f46c9d39ea8a HTTP/1.1" status: 200 len: 992 time: 1.9441357 Apr 12 16:22:30.751914 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'tag': 'a9b6c507-f16a-4011-8719-2d8d34825c2a'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:22:30.754324 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e6003b-eb61-4117-a3dc-cf2883600fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "b37fad20-9d1f-4785-ac0d-9babf6466375", "tag": "a9b6c507-f16a-4011-8719-2d8d34825c2a"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:22:30.767265 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5b0d1-37e9-48c6-be0a-ebca35b4f195 req-32b6cdb5-ed06-4985-ade4-71e5752572be tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:30.768912 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ebc5b0d1-37e9-48c6-be0a-ebca35b4f195 req-32b6cdb5-ed06-4985-ade4-71e5752572be tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.1716046 Apr 12 16:22:30.800687 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-c38670e0-c0f4-40fa-a7e0-9cfedffa760e None None] Set router 66294110-db27-454d-bc8e-c150ace49fd8 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:22:30.897361 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3474abfb-3155-41f0-b8d9-1042060723b3 req-4781fa9e-00c9-4313-91be-0a1d88b6fed7 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072892 Apr 12 16:22:30.921414 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b5c72-acbd-42f9-9240-51fbaad9d89c req-fe14d7e2-226e-4e0a-8bc2-fee03204c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:30.923230 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b78b5c72-acbd-42f9-9240-51fbaad9d89c req-fe14d7e2-226e-4e0a-8bc2-fee03204c3b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.1532078 Apr 12 16:22:30.940479 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ebc5b0d1-37e9-48c6-be0a-ebca35b4f195 req-1f47cc2c-6dd4-4e4f-8c88-37e8c7135dc6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390381 Apr 12 16:22:30.988204 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93495abc-3668-410b-bc60-9533c5701483 x-openstack-request-id: req-93495abc-3668-410b-bc60-9533c5701483 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:22:30.988482 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37fad20-9d1f-4785-ac0d-9babf6466375", "tag": "a9b6c507-f16a-4011-8719-2d8d34825c2a", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:22:30.988732 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-93495abc-3668-410b-bc60-9533c5701483 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:22:30.989134 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93495abc-3668-410b-bc60-9533c5701483'] response: {'name': 'network-changed', 'server_uuid': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'tag': 'a9b6c507-f16a-4011-8719-2d8d34825c2a', 'status': 'completed', 'code': 200} Apr 12 16:22:31.057819 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-c38670e0-c0f4-40fa-a7e0-9cfedffa760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '5a81a3ee-ae91-453b-a154-f46c9d39ea8a', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'port_id': 'a9b6c507-f16a-4011-8719-2d8d34825c2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'mac_address': 'fa:16:3e:d3:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:21:55Z', 'updated_at': '2022-04-12T16:22:29Z', 'revision_number': 1, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7086e141-d07a-465b-8cd6-66ce10280c23', 'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'mac_address': 'fa:16:3e:b9:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:45Z', 'updated_at': '2022-04-12T16:18:59Z', 'revision_number': 5, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'subnets': [{'id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:22:31.087547 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38670e0-c0f4-40fa-a7e0-9cfedffa760e None None] Checking router: 66294110-db27-454d-bc8e-c150ace49fd8 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:22:31.097022 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38670e0-c0f4-40fa-a7e0-9cfedffa760e None None] Routers {'66294110-db27-454d-bc8e-c150ace49fd8'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:22:31.097639 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-c38670e0-c0f4-40fa-a7e0-9cfedffa760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:22:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['66294110-db27-454d-bc8e-c150ace49fd8'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:22:31.103124 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1cb4e9c4-9e49-4986-9857-ef93a708e46c req-7efbc54e-032d-479c-a65f-49964bb1f64b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (964b26c8-87b2-4c98-a446-64b394850524), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:31.123614 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6003b-eb61-4117-a3dc-cf2883600fbf req-37f2d749-bbe7-46af-8b66-cd325db1e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:31.125077 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10e6003b-eb61-4117-a3dc-cf2883600fbf req-37f2d749-bbe7-46af-8b66-cd325db1e45b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 1130 time: 0.0921772 Apr 12 16:22:31.131147 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd4761-3bc7-4ed6-8066-414e7f498d1e req-8500793a-396c-4abb-89e7-499b662d6ab8 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:31.132536 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-28bd4761-3bc7-4ed6-8066-414e7f498d1e req-8500793a-396c-4abb-89e7-499b662d6ab8 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.1318576 Apr 12 16:22:31.133456 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b5c72-acbd-42f9-9240-51fbaad9d89c req-ecbcba55-a73b-4e79-9e28-77d33c777715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:31.134826 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b78b5c72-acbd-42f9-9240-51fbaad9d89c req-ecbcba55-a73b-4e79-9e28-77d33c777715 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1449678 Apr 12 16:22:31.155409 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbc54e-032d-479c-a65f-49964bb1f64b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Pushing event deleted for resources: {'Port': ['ID=964b26c8-87b2-4c98-a446-64b394850524,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:22:31.211205 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb4e9c4-9e49-4986-9857-ef93a708e46c req-7efbc54e-032d-479c-a65f-49964bb1f64b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] No DVR routers for this DVR port 964b26c8-87b2-4c98-a446-64b394850524 on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:22:31.213043 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-c38670e0-c0f4-40fa-a7e0-9cfedffa760e None None] Set router 66294110-db27-454d-bc8e-c150ace49fd8 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:22:31.219752 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1cb4e9c4-9e49-4986-9857-ef93a708e46c req-7efbc54e-032d-479c-a65f-49964bb1f64b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:31.223109 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1cb4e9c4-9e49-4986-9857-ef93a708e46c req-7efbc54e-032d-479c-a65f-49964bb1f64b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.45 "DELETE /v2.0/ports/964b26c8-87b2-4c98-a446-64b394850524 HTTP/1.1" status: 204 len: 173 time: 1.2760744 Apr 12 16:22:31.252342 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-28bd4761-3bc7-4ed6-8066-414e7f498d1e req-658d0cad-f97a-4a4e-9912-90c8abbf1da3 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988162 Apr 12 16:22:31.430559 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-c38670e0-c0f4-40fa-a7e0-9cfedffa760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '5a81a3ee-ae91-453b-a154-f46c9d39ea8a', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'port_id': 'a9b6c507-f16a-4011-8719-2d8d34825c2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'mac_address': 'fa:16:3e:d3:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:21:55Z', 'updated_at': '2022-04-12T16:22:29Z', 'revision_number': 1, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7086e141-d07a-465b-8cd6-66ce10280c23', 'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'mac_address': 'fa:16:3e:b9:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:45Z', 'updated_at': '2022-04-12T16:18:59Z', 'revision_number': 5, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'subnets': [{'id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:22:31.460167 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38670e0-c0f4-40fa-a7e0-9cfedffa760e None None] The sync data for ids ['66294110-db27-454d-bc8e-c150ace49fd8'] in dv-cinder-837528-1-iscsi is: [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '5a81a3ee-ae91-453b-a154-f46c9d39ea8a', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'port_id': 'a9b6c507-f16a-4011-8719-2d8d34825c2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'mac_address': 'fa:16:3e:d3:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:21:55Z', 'updated_at': '2022-04-12T16:22:29Z', 'revision_number': 1, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7086e141-d07a-465b-8cd6-66ce10280c23', 'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'mac_address': 'fa:16:3e:b9:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:45Z', 'updated_at': '2022-04-12T16:18:59Z', 'revision_number': 5, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'subnets': [{'id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:22:31.689840 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8627a985-6ff6-4155-b1a6-3e5ab8900efa None None] New status for floating IP 5a81a3ee-ae91-453b-a154-f46c9d39ea8a: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:22:31.834972 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-a2e1f68b-1a2e-4347-bcf3-b1f90d08472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:31.836438 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-a2e1f68b-1a2e-4347-bcf3-b1f90d08472a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809&tenant_id=45e8e703a32d4ac4be28bb7018de850f HTTP/1.1" status: 200 len: 1128 time: 0.1551867 Apr 12 16:22:31.875500 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6003b-eb61-4117-a3dc-cf2883600fbf req-cde8da31-be59-4138-a09f-f7d4d53acfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:31.877124 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10e6003b-eb61-4117-a3dc-cf2883600fbf req-cde8da31-be59-4138-a09f-f7d4d53acfe8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 918 time: 0.2391815 Apr 12 16:22:31.879380 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b78b5c72-acbd-42f9-9240-51fbaad9d89c req-c3e86e4c-a986-480e-9474-b21338568f4a service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162287 Apr 12 16:22:32.014116 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4950e8fb-b99b-478b-bf59-ef6721ce14a3 req-d47c2988-b9ce-4cf4-9cd3-2ae5f07bd147 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ccc877e-8add-4637-87ca-3d598180f495 HTTP/1.1" status: 200 len: 210 time: 0.0286481 Apr 12 16:22:32.069334 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 964b26c8-87b2-4c98-a446-64b394850524 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:22:32.075886 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa831f44-0f80-47b4-9d37-da1cea1ef24a req-8107f028-1112-4b8e-9ece-c2f6489fe56d tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:32.077397 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fa831f44-0f80-47b4-9d37-da1cea1ef24a req-8107f028-1112-4b8e-9ece-c2f6489fe56d tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0531335 Apr 12 16:22:32.090476 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: 964b26c8-87b2-4c98-a446-64b394850524 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:22:32.090926 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 964b26c8-87b2-4c98-a446-64b394850524 not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:22:32.126227 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fa831f44-0f80-47b4-9d37-da1cea1ef24a req-087bd8ed-91b8-4a7d-aaf0-aa0ace386da7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419738 Apr 12 16:22:32.378427 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83650e22-940d-4e08-941a-c73038b337ef req-71502b3a-bcf5-4f52-836f-3478caa460ac tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:32.379909 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-83650e22-940d-4e08-941a-c73038b337ef req-71502b3a-bcf5-4f52-836f-3478caa460ac tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0497239 Apr 12 16:22:32.535416 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-66eab68c-64dd-451a-8844-abc73fc9f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:32.536914 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-66eab68c-64dd-451a-8844-abc73fc9f8ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45e8e703a32d4ac4be28bb7018de850f&device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 1128 time: 0.1551559 Apr 12 16:22:32.575237 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10e6003b-eb61-4117-a3dc-cf2883600fbf req-ffafe4f4-1eb1-42df-9768-b986cb1a0d48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b6c507-f16a-4011-8719-2d8d34825c2a HTTP/1.1" status: 200 len: 1002 time: 0.1924431 Apr 12 16:22:32.699111 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-83650e22-940d-4e08-941a-c73038b337ef req-fc9f4d3e-7ddf-4662-89ea-c2abb6d1f24d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2955661 Apr 12 16:22:32.700902 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b78b5c72-acbd-42f9-9240-51fbaad9d89c req-420e7cab-02ad-47e1-90c9-07972d5b6d68 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201373 Apr 12 16:22:32.727356 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6003b-eb61-4117-a3dc-cf2883600fbf req-ddb49241-8dcb-4b62-93ec-07f043aa08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:32.728839 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10e6003b-eb61-4117-a3dc-cf2883600fbf req-ddb49241-8dcb-4b62-93ec-07f043aa08f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.1261954 Apr 12 16:22:32.733754 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-c1c6320f-67c4-43f0-8ef5-758ed6973e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:32.735013 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-c1c6320f-67c4-43f0-8ef5-758ed6973e54 service neutron] 10.222.0.45 "GET /v2.0/networks?id=659bb59b-3f11-4e82-88df-ec448e9e7e28 HTTP/1.1" status: 200 len: 918 time: 0.1776288 Apr 12 16:22:32.914784 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6003b-eb61-4117-a3dc-cf2883600fbf req-24329772-072b-4f45-bb15-fcf471693f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:32.916300 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10e6003b-eb61-4117-a3dc-cf2883600fbf req-24329772-072b-4f45-bb15-fcf471693f28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799947 Apr 12 16:22:32.927531 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-80f595c7-8015-49b6-9a04-2899969ea88b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa HTTP/1.1" status: 200 len: 999 time: 0.0924687 Apr 12 16:22:32.989947 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccc877e-8add-4637-87ca-3d598180f495', 'name': 'network-vif-deleted', 'tag': '964b26c8-87b2-4c98-a446-64b394850524'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:22:32.992188 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688eb42d-5756-4656-8da7-652a8534236d" -d '{"events": [{"server_uuid": "8ccc877e-8add-4637-87ca-3d598180f495", "name": "network-vif-deleted", "tag": "964b26c8-87b2-4c98-a446-64b394850524"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:22:33.029512 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effbe6b7-dbb7-43c2-a635-60cbeceb2c87 x-openstack-request-id: req-effbe6b7-dbb7-43c2-a635-60cbeceb2c87 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:22:33.029805 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccc877e-8add-4637-87ca-3d598180f495", "name": "network-vif-deleted", "tag": "964b26c8-87b2-4c98-a446-64b394850524", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:22:33.030097 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-effbe6b7-dbb7-43c2-a635-60cbeceb2c87 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:22:33.030518 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effbe6b7-dbb7-43c2-a635-60cbeceb2c87'] response: {'server_uuid': '8ccc877e-8add-4637-87ca-3d598180f495', 'name': 'network-vif-deleted', 'tag': '964b26c8-87b2-4c98-a446-64b394850524', 'status': 'completed', 'code': 200} Apr 12 16:22:33.045681 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-9da971bf-c525-4949-a398-748aef33d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:33.047201 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-9da971bf-c525-4949-a398-748aef33d1cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=644bce61-9908-4b22-b9ff-6ee45a6d0077 HTTP/1.1" status: 200 len: 856 time: 0.0994732 Apr 12 16:22:33.101180 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10e6003b-eb61-4117-a3dc-cf2883600fbf req-1345bffb-e23c-4840-b36f-c93cce248f0f service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610715 Apr 12 16:22:33.111222 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-3b371673-3194-42f9-a1ce-ba86ecbb8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:33.113065 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-3b371673-3194-42f9-a1ce-ba86ecbb8e9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=659bb59b-3f11-4e82-88df-ec448e9e7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486805 Apr 12 16:22:33.314778 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208f8f4-5309-4b54-9dea-b99e7e8a0f3b req-fc893c6c-af95-4d5c-b4df-affe08492755 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:33.316684 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f208f8f4-5309-4b54-9dea-b99e7e8a0f3b req-fc893c6c-af95-4d5c-b4df-affe08492755 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0824745 Apr 12 16:22:33.331192 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-da1c2974-2765-4d82-b4f4-550fed6cab96 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016032 Apr 12 16:22:33.339886 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10e6003b-eb61-4117-a3dc-cf2883600fbf req-bce9a8f5-6c9d-45c9-8fef-82b8cb06d5f0 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121518 Apr 12 16:22:33.398984 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f208f8f4-5309-4b54-9dea-b99e7e8a0f3b req-358a9a4c-4205-44db-9c52-23dc041b0179 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726323 Apr 12 16:22:33.710833 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fb3768a-cf6c-40ab-b8a3-973dd2cbe6f9 req-515b5c22-4469-489f-af71-37b27faa97e8 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567598 Apr 12 16:22:33.831938 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac365cd3-c086-4f56-9c00-d159901a3c4c req-da632fa7-a004-4c1d-ab7e-76b15035af00 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:33.833380 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ac365cd3-c086-4f56-9c00-d159901a3c4c req-da632fa7-a004-4c1d-ab7e-76b15035af00 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0498562 Apr 12 16:22:33.899280 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ac365cd3-c086-4f56-9c00-d159901a3c4c req-7556e46c-bc65-4056-92a0-677fc2229198 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572157 Apr 12 16:22:34.529818 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce2961-f255-4add-84b6-3211a048af26 req-e8a8529b-1075-4edc-b91c-19670f3b627e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:34.531413 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ccce2961-f255-4add-84b6-3211a048af26 req-e8a8529b-1075-4edc-b91c-19670f3b627e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0513251 Apr 12 16:22:34.585946 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ccce2961-f255-4add-84b6-3211a048af26 req-f9ae1bf2-c898-474e-9eda-1cda21d37d03 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481486 Apr 12 16:22:35.037047 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004fcae-c543-44a9-a88e-fd5389c8e967 req-3d8f9650-5826-4e83-a4f7-2fa987e4fea2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:35.038574 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b004fcae-c543-44a9-a88e-fd5389c8e967 req-3d8f9650-5826-4e83-a4f7-2fa987e4fea2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0562520 Apr 12 16:22:35.102545 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b004fcae-c543-44a9-a88e-fd5389c8e967 req-2a84ad8f-a09c-476c-a5d8-09e4b5162615 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581398 Apr 12 16:22:35.720767 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c9836-1fd1-4e2e-83b1-37c4994e54ed req-4a612aa0-e36a-46d5-8d39-d64b606749a1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:35.722514 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0e7c9836-1fd1-4e2e-83b1-37c4994e54ed req-4a612aa0-e36a-46d5-8d39-d64b606749a1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0572264 Apr 12 16:22:35.773602 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0e7c9836-1fd1-4e2e-83b1-37c4994e54ed req-498233a6-3185-44aa-887c-466b4a820037 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427470 Apr 12 16:22:36.236906 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581705df-09fc-4854-a191-158024ec7343 req-8a8f535d-0d19-4f35-8fa7-ce69573554aa tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:36.238411 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-581705df-09fc-4854-a191-158024ec7343 req-8a8f535d-0d19-4f35-8fa7-ce69573554aa tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0535667 Apr 12 16:22:36.301936 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-581705df-09fc-4854-a191-158024ec7343 req-c9e0ee67-6f92-4450-a084-e23b2ad79bb2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549796 Apr 12 16:22:36.895550 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c3f15-d1b7-4dbf-88fb-213431df6275 req-e6523b22-ac96-4872-8cd8-ecf5429861ed tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:36.897022 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-865c3f15-d1b7-4dbf-88fb-213431df6275 req-e6523b22-ac96-4872-8cd8-ecf5429861ed tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0475786 Apr 12 16:22:36.947601 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-865c3f15-d1b7-4dbf-88fb-213431df6275 req-de8ec381-844b-463f-9fea-b951efe7e67e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426531 Apr 12 16:22:37.441194 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eabaa4-5873-4053-ae9c-f6e9b6640e76 req-aa16ae5d-83fa-495e-a7a9-d831aa47b342 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:37.442645 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d9eabaa4-5873-4053-ae9c-f6e9b6640e76 req-aa16ae5d-83fa-495e-a7a9-d831aa47b342 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0556016 Apr 12 16:22:37.509692 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d9eabaa4-5873-4053-ae9c-f6e9b6640e76 req-97dbd027-2704-4795-9c77-6d9b215ea8db tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576344 Apr 12 16:22:38.101406 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b3aae-6dbb-41c6-a07e-ca66c8d7b07e req-391699a2-ce02-4b35-867d-4e9a0ef57cd3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:38.104598 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6d5b3aae-6dbb-41c6-a07e-ca66c8d7b07e req-391699a2-ce02-4b35-867d-4e9a0ef57cd3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0627282 Apr 12 16:22:38.158809 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6d5b3aae-6dbb-41c6-a07e-ca66c8d7b07e req-372ff5fa-2eef-4ba8-a797-135b2f39c976 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466306 Apr 12 16:22:38.644092 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcf269-9e3c-4849-b776-b6b511c88642 req-d9b3fff2-6de5-408d-a064-4ce3c937b3fd tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:38.645749 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3cbcf269-9e3c-4849-b776-b6b511c88642 req-d9b3fff2-6de5-408d-a064-4ce3c937b3fd tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0521307 Apr 12 16:22:38.713400 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3cbcf269-9e3c-4849-b776-b6b511c88642 req-d35781ea-2d5b-4e5f-b793-d499df846d07 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614338 Apr 12 16:22:39.289265 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3162f-0a70-4c97-b80a-bdd2c1db8b10 req-d37b9925-1592-409d-831d-f10ab22e5f5a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:39.290912 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ccb3162f-0a70-4c97-b80a-bdd2c1db8b10 req-d37b9925-1592-409d-831d-f10ab22e5f5a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0506701 Apr 12 16:22:39.340512 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ccb3162f-0a70-4c97-b80a-bdd2c1db8b10 req-d959c0db-70c5-4238-913f-db37ba98d30f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436592 Apr 12 16:22:39.836158 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d609f-a10a-4795-9aaf-8f6cc6e282f8 req-20178b14-32c3-4fb9-86ab-74e4c8e314f6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:39.837919 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c38d609f-a10a-4795-9aaf-8f6cc6e282f8 req-20178b14-32c3-4fb9-86ab-74e4c8e314f6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0516338 Apr 12 16:22:39.913846 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c38d609f-a10a-4795-9aaf-8f6cc6e282f8 req-7f23b47c-9c05-4651-a0c3-b0f7a8296c29 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677133 Apr 12 16:22:40.476212 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b4b84-d957-41d9-8a2b-124c7afaaa8f req-21474d1c-ba6d-4b69-8bdb-b0c7fb99a449 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:40.477787 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9c5b4b84-d957-41d9-8a2b-124c7afaaa8f req-21474d1c-ba6d-4b69-8bdb-b0c7fb99a449 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0534697 Apr 12 16:22:40.527730 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9c5b4b84-d957-41d9-8a2b-124c7afaaa8f req-7bb6aeb1-bf45-4034-8bc1-55c9747e91c3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438235 Apr 12 16:22:41.035169 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e845e4-9111-45f6-bca7-f2bc87236d7e req-c724f4d7-110b-41d9-bd2f-51b87a82bf16 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:41.036692 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-02e845e4-9111-45f6-bca7-f2bc87236d7e req-c724f4d7-110b-41d9-bd2f-51b87a82bf16 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0487819 Apr 12 16:22:41.103315 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-02e845e4-9111-45f6-bca7-f2bc87236d7e req-f8c07747-c5d5-4773-a91f-5eb130dab04a tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601792 Apr 12 16:22:41.656024 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24367e26-a68b-4757-820e-c7333c99f484 req-b6a61ff8-e64b-4c6b-bd9a-b5965c02172b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:41.657688 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-24367e26-a68b-4757-820e-c7333c99f484 req-b6a61ff8-e64b-4c6b-bd9a-b5965c02172b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0538080 Apr 12 16:22:41.717789 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-24367e26-a68b-4757-820e-c7333c99f484 req-f65dfde3-15a2-4703-be1a-a22dc80ba614 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492036 Apr 12 16:22:42.226655 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54addff-e48c-467b-98bd-bb6cfd23337b req-f4708b24-2ca7-4e70-bf8c-939826b8b497 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:42.228454 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a54addff-e48c-467b-98bd-bb6cfd23337b req-f4708b24-2ca7-4e70-bf8c-939826b8b497 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0520661 Apr 12 16:22:42.298416 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a54addff-e48c-467b-98bd-bb6cfd23337b req-315bba69-62dc-433b-9842-9d61504266d9 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642722 Apr 12 16:22:42.845807 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a32f9c-0ddc-4f74-b952-3760aa6d0a80 req-0064ef3a-84b4-4ae6-8f17-1be81c595d2e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:42.847372 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c4a32f9c-0ddc-4f74-b952-3760aa6d0a80 req-0064ef3a-84b4-4ae6-8f17-1be81c595d2e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0494292 Apr 12 16:22:42.900296 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c4a32f9c-0ddc-4f74-b952-3760aa6d0a80 req-ce034e76-2cf9-4908-b835-c90605c54634 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449300 Apr 12 16:22:43.423762 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3669a-b230-4944-911a-8d0238dc2f0d req-4983f327-3b5d-4782-abb5-390cbf6c133e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:43.425431 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5dd3669a-b230-4944-911a-8d0238dc2f0d req-4983f327-3b5d-4782-abb5-390cbf6c133e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0549386 Apr 12 16:22:43.495520 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5dd3669a-b230-4944-911a-8d0238dc2f0d req-5114daa3-9d0c-4bcc-9e40-8d15fdb2c044 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639424 Apr 12 16:22:44.037407 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0f94b-e662-4f16-8490-b59b95f76cbb req-6211465f-66c1-48dd-ae3d-3f28467e18be tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:44.039479 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c1c0f94b-e662-4f16-8490-b59b95f76cbb req-6211465f-66c1-48dd-ae3d-3f28467e18be tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0555623 Apr 12 16:22:44.092345 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c1c0f94b-e662-4f16-8490-b59b95f76cbb req-d470b18b-a7b3-4bfb-b08e-e1b79586f2cf tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472579 Apr 12 16:22:44.619623 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5d892-028c-4737-932d-38216fca4746 req-ab388692-816c-4cba-8524-3bee35c6b680 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:44.621061 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0dd5d892-028c-4737-932d-38216fca4746 req-ab388692-816c-4cba-8524-3bee35c6b680 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0518432 Apr 12 16:22:44.681603 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0dd5d892-028c-4737-932d-38216fca4746 req-e8ace390-413f-4956-884d-8004306a1d69 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546644 Apr 12 16:22:45.222091 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af1489-442c-4f2e-9119-1e1696b4b431 req-3fe9f1d7-f9c6-4f1e-973b-adbb7840a68e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:45.223730 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-75af1489-442c-4f2e-9119-1e1696b4b431 req-3fe9f1d7-f9c6-4f1e-973b-adbb7840a68e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0476205 Apr 12 16:22:45.272877 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-75af1489-442c-4f2e-9119-1e1696b4b431 req-4aa5eab7-e609-4256-a9ce-6faea5522ed0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433412 Apr 12 16:22:45.394502 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-079e9e14-a7c1-4ed6-bf8d-795314f91bbd tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:45.395872 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-079e9e14-a7c1-4ed6-bf8d-795314f91bbd tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/networks?id=453187e0-f48e-47e4-b989-372e2d63b9b3 HTTP/1.1" status: 200 len: 812 time: 0.1074853 Apr 12 16:22:45.410063 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-cfbc3208-1ddf-4677-a4f3-175818d3facb tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/quotas/3cca5abe3a804deeb910d0d5920c6b6e HTTP/1.1" status: 200 len: 375 time: 0.0088432 Apr 12 16:22:45.442715 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-06eb988a-3c37-4b22-a9f3-2d3945b924d5 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3cca5abe3a804deeb910d0d5920c6b6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277767 Apr 12 16:22:45.540959 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-fd2546a6-de1a-4895-86b8-88c14c365a8e service neutron] 10.222.0.67 "GET /v2.0/networks/453187e0-f48e-47e4-b989-372e2d63b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914814 Apr 12 16:22:45.636407 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-8ee81fdf-d241-490d-bafe-e8abf028c584 service neutron] 10.222.0.67 "GET /v2.0/networks/453187e0-f48e-47e4-b989-372e2d63b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893478 Apr 12 16:22:45.832616 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ea12ab4f-e3ba-4088-970c-dc55be2a3b88 req-834d6812-0a42-4a2f-86a4-969b3000fb78 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 210 time: 0.0514874 Apr 12 16:22:45.854583 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891f4ad-cc98-4141-bf0d-04022cd41b93 req-4d7dd026-6c44-4d9b-b5f0-88329fdd9acd tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:45.856219 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a891f4ad-cc98-4141-bf0d-04022cd41b93 req-4d7dd026-6c44-4d9b-b5f0-88329fdd9acd tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0896473 Apr 12 16:22:45.929920 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a891f4ad-cc98-4141-bf0d-04022cd41b93 req-6dad51ef-f633-4c6c-a9e1-da267d7eb068 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659678 Apr 12 16:22:46.397991 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6bed0-b0e5-4443-bc5c-332addbf43ee req-dba55f6d-54d6-434f-a90e-46b5f869dfed tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:46.399202 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-03f6bed0-b0e5-4443-bc5c-332addbf43ee req-dba55f6d-54d6-434f-a90e-46b5f869dfed tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0499098 Apr 12 16:22:46.449470 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-03f6bed0-b0e5-4443-bc5c-332addbf43ee req-d00b3c2b-5c85-4085-8869-7755dbb89410 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435703 Apr 12 16:22:46.931667 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-19b3a8e4-c49f-4b3d-a810-ce40cabb5026 req-a7e99de9-8b2f-44d1-a5ce-1fcd0cee8eb8 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 210 time: 0.0305429 Apr 12 16:22:47.058222 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffe4ec-189d-4de3-bf9f-a62f28765680 req-b80a0f34-741d-4992-8473-0519de390d62 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:47.059682 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ddffe4ec-189d-4de3-bf9f-a62f28765680 req-b80a0f34-741d-4992-8473-0519de390d62 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0584483 Apr 12 16:22:47.123352 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ddffe4ec-189d-4de3-bf9f-a62f28765680 req-638ec3a7-8d02-420d-8439-9440035c8345 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574920 Apr 12 16:22:47.596747 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3907685-0493-4ec4-9373-7752b20c6c67 req-e71fb8ef-c644-47b7-a06f-a0ce3be4523f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:47.604424 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b3907685-0493-4ec4-9373-7752b20c6c67 req-e71fb8ef-c644-47b7-a06f-a0ce3be4523f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0630794 Apr 12 16:22:47.652082 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b3907685-0493-4ec4-9373-7752b20c6c67 req-c0241981-2dd3-49c3-bdb1-ee927f6f5959 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467544 Apr 12 16:22:48.034206 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e6be32f1-004f-435f-adf9-a1ba3c493a82 req-742f34a7-29ac-45d3-a4f9-a02cbd42544c tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 210 time: 0.0324333 Apr 12 16:22:48.248114 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ed7a0-a5f9-4d63-b400-706990d378db req-b3b1ab89-37f0-4308-924c-813e1268bcd2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:48.249553 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c8ed7a0-a5f9-4d63-b400-706990d378db req-b3b1ab89-37f0-4308-924c-813e1268bcd2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0521655 Apr 12 16:22:48.311602 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c8ed7a0-a5f9-4d63-b400-706990d378db req-802b6658-f216-4186-8c6e-f341b8c4f825 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560377 Apr 12 16:22:48.776775 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed25fa7-db60-4cc1-998c-587354e73f8b req-04df0445-444a-4d33-8309-dc394803b6e3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:48.778379 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8ed25fa7-db60-4cc1-998c-587354e73f8b req-04df0445-444a-4d33-8309-dc394803b6e3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0480649 Apr 12 16:22:48.831472 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8ed25fa7-db60-4cc1-998c-587354e73f8b req-704c53f0-81f2-4688-8532-4e065d2f4af8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470304 Apr 12 16:22:49.139322 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-956b8621-0d14-47b9-9913-f873b2a2121e req-5cf08c94-b1f6-474d-8647-d9adc6142d09 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 210 time: 0.0343966 Apr 12 16:22:49.446139 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c9978-6ee4-4b69-9b14-a6704941c359 req-85e254df-6cfe-46ff-b626-41af60024167 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:49.447646 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d39c9978-6ee4-4b69-9b14-a6704941c359 req-85e254df-6cfe-46ff-b626-41af60024167 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0520530 Apr 12 16:22:49.528210 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d39c9978-6ee4-4b69-9b14-a6704941c359 req-83f0fd53-be8b-4f60-b215-34ace4f068ef tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0746217 Apr 12 16:22:49.956340 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44985e10-c674-44b0-9043-c71abfc06ee9 req-6ff1f336-33b0-458e-97cd-5804d99259bb tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:49.957806 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-44985e10-c674-44b0-9043-c71abfc06ee9 req-6ff1f336-33b0-458e-97cd-5804d99259bb tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0508349 Apr 12 16:22:50.017866 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-44985e10-c674-44b0-9043-c71abfc06ee9 req-ae0e59ce-78d5-4228-b4f8-5ef3f62fce9e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509894 Apr 12 16:22:50.247449 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ea6caca4-5823-4c7d-bb56-ae5a52aa6dfc req-5d617751-730a-44b5-992d-6656bc689b88 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 210 time: 0.0366747 Apr 12 16:22:50.650189 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153e128-8f30-4f19-8fed-13b8fec24051 req-8dd3949b-5f57-4e96-9b41-35917a103fd6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:50.651812 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b153e128-8f30-4f19-8fed-13b8fec24051 req-8dd3949b-5f57-4e96-9b41-35917a103fd6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0530167 Apr 12 16:22:50.657926 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-bcfd3778-9ed8-4372-a35c-c499e536d782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:50.714808 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b153e128-8f30-4f19-8fed-13b8fec24051 req-cb174fd6-f08f-47be-878e-98e60423b6a6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572894 Apr 12 16:22:51.142998 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf4033-4157-42f0-82db-064980c76f20 req-840467e4-e569-4ea0-abd3-8fba3b699d79 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:51.144499 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fdbf4033-4157-42f0-82db-064980c76f20 req-840467e4-e569-4ea0-abd3-8fba3b699d79 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0509641 Apr 12 16:22:51.195419 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fdbf4033-4157-42f0-82db-064980c76f20 req-6af779dc-d92f-4281-8de2-209480d2912b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449836 Apr 12 16:22:51.348185 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-47c9e7ed-5002-41b4-9d41-cc769f5b9c71 req-3a046792-03bc-4bde-8483-af0be5ed0fef tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 210 time: 0.0315783 Apr 12 16:22:51.844586 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a0280-e948-4d1f-8112-f894cd9de4cb req-909c8a72-d64f-4194-8c39-617303a2cc33 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:51.846623 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-457a0280-e948-4d1f-8112-f894cd9de4cb req-909c8a72-d64f-4194-8c39-617303a2cc33 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0511639 Apr 12 16:22:51.911170 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-457a0280-e948-4d1f-8112-f894cd9de4cb req-ab07c176-e838-4ba7-b878-2c7a710be83b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582168 Apr 12 16:22:52.327572 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e8b45-5dd0-40c7-9155-e5aefd213b10 req-7109a73a-ceb5-4fe9-9237-76ca08db7391 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:52.329212 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d81e8b45-5dd0-40c7-9155-e5aefd213b10 req-7109a73a-ceb5-4fe9-9237-76ca08db7391 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0570185 Apr 12 16:22:52.390316 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d81e8b45-5dd0-40c7-9155-e5aefd213b10 req-24797992-bacf-4276-86f1-787ff55ff8b4 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537143 Apr 12 16:22:52.451756 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fd83950-ed51-4937-a319-9008fdb90228 req-da65a7a4-3c80-41af-9242-28ec25ad845c tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 210 time: 0.0310850 Apr 12 16:22:52.971150 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c9e0fabe-32f4-4fb1-bed7-d147ce4b3fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:53.032263 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad41ab0-e9ab-42e7-8440-8b9bc2a1a473 req-d670bea1-fa30-415a-98ce-64d3bf5673ad tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:53.035342 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dad41ab0-e9ab-42e7-8440-8b9bc2a1a473 req-d670bea1-fa30-415a-98ce-64d3bf5673ad tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0526690 Apr 12 16:22:53.097071 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dad41ab0-e9ab-42e7-8440-8b9bc2a1a473 req-ccda0c92-810d-4cdd-9466-d929d5aab47a tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554936 Apr 12 16:22:53.519545 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2adf51-1d96-4ca9-87d0-3d8159517d8b req-d19fecc4-20bb-4249-b00c-114118658377 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:53.521251 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ac2adf51-1d96-4ca9-87d0-3d8159517d8b req-d19fecc4-20bb-4249-b00c-114118658377 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0547745 Apr 12 16:22:53.554018 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7be262ed-a19e-4575-8dd9-0e473ca33927 req-bac486c4-18bf-4dbe-8575-ae27f6be495b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 210 time: 0.0317705 Apr 12 16:22:53.594228 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ac2adf51-1d96-4ca9-87d0-3d8159517d8b req-8bed325c-33bc-4f4b-ba5f-884e852c4b0f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631881 Apr 12 16:22:54.196715 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:54.225733 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766de2f-9183-4391-b95f-2dff72474bbb req-30a2101f-eaab-4b20-a64c-e5ea30ebd6aa tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:54.227316 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6766de2f-9183-4391-b95f-2dff72474bbb req-30a2101f-eaab-4b20-a64c-e5ea30ebd6aa tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0606756 Apr 12 16:22:54.297445 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6766de2f-9183-4391-b95f-2dff72474bbb req-fa9e2652-3a3d-4e69-918b-97cc9ba71d46 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626683 Apr 12 16:22:54.656336 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-67555df8-7fdd-439c-a62a-b61498b06cca req-457a4fda-eb4e-4953-a55b-4de36caa5278 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 210 time: 0.0287132 Apr 12 16:22:54.719437 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc998a1-029b-45a4-8c3d-7e8411eff8b4 req-a32d503e-89af-47ba-adeb-9b7005e97da1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:54.721010 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1bc998a1-029b-45a4-8c3d-7e8411eff8b4 req-a32d503e-89af-47ba-adeb-9b7005e97da1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0479548 Apr 12 16:22:54.779175 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1bc998a1-029b-45a4-8c3d-7e8411eff8b4 req-f06ddd7a-b5cb-4ce8-a71e-face9d52c173 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523374 Apr 12 16:22:55.179001 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:55.425981 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84050961-a979-434c-8f86-4b41fb18c990 req-a782b14d-17d2-49ad-b6e8-7fd4f70c3080 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:55.427377 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-84050961-a979-434c-8f86-4b41fb18c990 req-a782b14d-17d2-49ad-b6e8-7fd4f70c3080 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0522087 Apr 12 16:22:55.491960 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-84050961-a979-434c-8f86-4b41fb18c990 req-24da48b8-64b0-43b6-96c3-c6e4b728c561 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548334 Apr 12 16:22:55.532315 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:55.762302 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2245d38e-3c5c-4fce-b988-02d64efd19fc req-439a1716-2e0c-4277-9eec-83fc9317ecaf tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 210 time: 0.0288253 Apr 12 16:22:55.910813 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e1578-081b-4ce6-a92c-d56bab7f2958 req-ec87a299-a157-4a71-a7c7-cd5bdc82bda9 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:55.912253 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3d0e1578-081b-4ce6-a92c-d56bab7f2958 req-ec87a299-a157-4a71-a7c7-cd5bdc82bda9 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0579407 Apr 12 16:22:55.968312 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3d0e1578-081b-4ce6-a92c-d56bab7f2958 req-8283b76a-7090-41e3-aa20-d3ce2c563b3a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492980 Apr 12 16:22:56.608166 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfa937-296d-4ce1-b094-a26d9f7f55d3 req-b15c1205-b9b1-44c0-86eb-04a57c847e4b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:56.609639 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-78dfa937-296d-4ce1-b094-a26d9f7f55d3 req-b15c1205-b9b1-44c0-86eb-04a57c847e4b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0487609 Apr 12 16:22:56.672214 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-78dfa937-296d-4ce1-b094-a26d9f7f55d3 req-5899b081-0241-4c6e-bf15-9972e3ae93cc tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533125 Apr 12 16:22:56.871610 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5abf60b6-78b4-42f4-a386-035ddb7aeb28 req-d6e59e0a-533f-47ac-81d9-4d9983be846c tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 210 time: 0.0291929 Apr 12 16:22:57.026854 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:57.077187 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:22:57.098613 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd7106-361d-4dff-a82f-509c632e07e4 req-5d2b4459-cc66-47e7-9f75-9aed2ed22bfa tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:57.100502 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-87cd7106-361d-4dff-a82f-509c632e07e4 req-5d2b4459-cc66-47e7-9f75-9aed2ed22bfa tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0537395 Apr 12 16:22:57.153629 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-87cd7106-361d-4dff-a82f-509c632e07e4 req-a79fa444-523b-4c54-9b1f-3bed3a943d43 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466404 Apr 12 16:22:57.808424 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab89c8-6ca0-4526-a6f4-642d62a7c808 req-9e60fe0c-e388-4efb-b49f-f89d9aea3261 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:57.809884 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-97ab89c8-6ca0-4526-a6f4-642d62a7c808 req-9e60fe0c-e388-4efb-b49f-f89d9aea3261 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0500224 Apr 12 16:22:57.882518 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-97ab89c8-6ca0-4526-a6f4-642d62a7c808 req-166db01c-1b91-4945-9c15-0d3c83e40ef2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&id=6a2986f5-b1de-47c0-ace0-c1573b2644a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660269 Apr 12 16:22:57.970763 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-05f6a872-6012-4324-bafe-58213af9e66f req-759043dd-f610-4262-9187-35ed4cc1ee6b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 210 time: 0.0296819 Apr 12 16:22:58.307805 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabc9ab-d759-4fab-b4c7-3bf402511747 req-fe58fce4-31e7-4371-a07b-85836ccd7e9a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:58.309789 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7dabc9ab-d759-4fab-b4c7-3bf402511747 req-fe58fce4-31e7-4371-a07b-85836ccd7e9a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0623226 Apr 12 16:22:58.371931 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7dabc9ab-d759-4fab-b4c7-3bf402511747 req-737d00de-b28e-42ae-89d7-0197f297cecb tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558255 Apr 12 16:22:58.853223 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-d7de5c33-8889-4a44-9a04-e11ca419105d tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:58.854579 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-d7de5c33-8889-4a44-9a04-e11ca419105d tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.45 "GET /v2.0/networks?id=453187e0-f48e-47e4-b989-372e2d63b9b3 HTTP/1.1" status: 200 len: 812 time: 0.1114483 Apr 12 16:22:58.877711 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Request body: {'port': {'device_id': '66e1eb9a-45b4-4544-9f82-0af5e1705f6d', 'network_id': '453187e0-f48e-47e4-b989-372e2d63b9b3', 'admin_state_up': True, 'tenant_id': '3cca5abe3a804deeb910d0d5920c6b6e'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:22:58.988991 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Made reservation on behalf of 3cca5abe3a804deeb910d0d5920c6b6e for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:22:58.992628 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:59.079478 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d42f426d-d27a-47d1-8740-fd036297f858 req-5fb32da9-a4b4-4633-9aa3-f6a2e3efe4d3 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 210 time: 0.0342920 Apr 12 16:22:59.145487 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Allocated IP 172.20.0.4 (453187e0-f48e-47e4-b989-372e2d63b9b3/9428317a-4f8b-4ee8-b8b5-167daa065682/3f75fe13-2bb9-45aa-b722-a916232b255c) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:22:59.300584 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks [] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:59.337696 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:59.384289 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Network 453187e0-f48e-47e4-b989-372e2d63b9b3 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:22:59.387300 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:22:59.393720 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:22:59.418289 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Pushing event updated for resources: {'Port': ['ID=3f75fe13-2bb9-45aa-b722-a916232b255c,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:22:59.431452 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.431876 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.432308 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.432653 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.432992 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.433317 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.433647 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.433957 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.434308 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.434633 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.434980 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.435289 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.435612 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.435934 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.436254 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:22:59.469342 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:59.469942 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:59.510622 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-4167b39d-0782-44c5-b33b-49fe0306f9d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6371915 Apr 12 16:22:59.516570 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fba3c7-0884-42ed-b7d7-f2b5c5a9685e req-4d9907d8-a2aa-40bc-a47f-4c902cb1319c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:22:59.518291 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-51fba3c7-0884-42ed-b7d7-f2b5c5a9685e req-4d9907d8-a2aa-40bc-a47f-4c902cb1319c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0654311 Apr 12 16:22:59.526746 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Request body: {'port': {'device_id': '66e1eb9a-45b4-4544-9f82-0af5e1705f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:22:59.612637 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:59.617072 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-51fba3c7-0884-42ed-b7d7-f2b5c5a9685e req-3810f874-8f79-430f-8a5c-a16cdf3fc2c2 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878017 Apr 12 16:22:59.884039 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f75fe13-2bb9-45aa-b722-a916232b255c {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:22:59.895764 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Publish callbacks [] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:59.912801 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Transition to ACTIVE for port object 3f75fe13-2bb9-45aa-b722-a916232b255c will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:22:59.918274 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:22:59.966057 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Pushing event updated for resources: {'Port': ['ID=3f75fe13-2bb9-45aa-b722-a916232b255c,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:00.035206 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Attempting to bind port 3f75fe13-2bb9-45aa-b722-a916232b255c on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:23:00.035914 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Attempting to bind port 3f75fe13-2bb9-45aa-b722-a916232b255c by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '63f277d1-5c11-4a38-8b82-a6de39b06dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '453187e0-f48e-47e4-b989-372e2d63b9b3'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:23:00.035914 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Attempting to bind port 3f75fe13-2bb9-45aa-b722-a916232b255c on network 453187e0-f48e-47e4-b989-372e2d63b9b3 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:23:00.040037 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Port 3f75fe13-2bb9-45aa-b722-a916232b255c on network 453187e0-f48e-47e4-b989-372e2d63b9b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:23:00.040354 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Attempting to bind port 3f75fe13-2bb9-45aa-b722-a916232b255c on network 453187e0-f48e-47e4-b989-372e2d63b9b3 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:23:00.046923 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:23:00.047423 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Checking segment: {'id': '63f277d1-5c11-4a38-8b82-a6de39b06dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '453187e0-f48e-47e4-b989-372e2d63b9b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:23:00.047810 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Bound using segment: {'id': '63f277d1-5c11-4a38-8b82-a6de39b06dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '453187e0-f48e-47e4-b989-372e2d63b9b3'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:23:00.048201 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Bound port: 3f75fe13-2bb9-45aa-b722-a916232b255c, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f277d1-5c11-4a38-8b82-a6de39b06dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '453187e0-f48e-47e4-b989-372e2d63b9b3'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:23:00.048802 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:00.117330 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] For port 3f75fe13-2bb9-45aa-b722-a916232b255c, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:23:00.121013 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] For port 3f75fe13-2bb9-45aa-b722-a916232b255c, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3f75fe13-2bb9-45aa-b722-a916232b255c,segment=NetworkSegment(63f277d1-5c11-4a38-8b82-a6de39b06dc8),segment_id=63f277d1-5c11-4a38-8b82-a6de39b06dc8)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:23:00.128613 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:00.188108 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:00.188724 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:00.190173 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] 10.222.0.45 "PUT /v2.0/ports/3f75fe13-2bb9-45aa-b722-a916232b255c HTTP/1.1" status: 200 len: 1093 time: 0.6672499 Apr 12 16:23:00.192201 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e1eb9a-45b4-4544-9f82-0af5e1705f6d', 'tag': '3f75fe13-2bb9-45aa-b722-a916232b255c'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:23:00.194469 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ee8823-b853-4e56-8798-3152d8cc4219" -d '{"events": [{"name": "network-changed", "server_uuid": "66e1eb9a-45b4-4544-9f82-0af5e1705f6d", "tag": "3f75fe13-2bb9-45aa-b722-a916232b255c"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:23:00.229214 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5896a81-f297-4645-91de-30c5cd56526d req-a6daf107-b4a0-431f-90a8-390746d5e052 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:00.231045 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d5896a81-f297-4645-91de-30c5cd56526d req-a6daf107-b4a0-431f-90a8-390746d5e052 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 943 time: 0.0767984 Apr 12 16:23:00.232235 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8697ce5-8db5-4fdd-9e5a-65b46c06fe45 service neutron] Pushing event updated for resources: {'Port': ['ID=3f75fe13-2bb9-45aa-b722-a916232b255c,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:00.243973 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7341e9f-2e88-4425-b887-b91e1e65f7ed x-openstack-request-id: req-b7341e9f-2e88-4425-b887-b91e1e65f7ed {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:23:00.244266 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e1eb9a-45b4-4544-9f82-0af5e1705f6d", "tag": "3f75fe13-2bb9-45aa-b722-a916232b255c", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:23:00.244583 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b7341e9f-2e88-4425-b887-b91e1e65f7ed {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:23:00.244942 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7341e9f-2e88-4425-b887-b91e1e65f7ed'] response: {'name': 'network-changed', 'server_uuid': '66e1eb9a-45b4-4544-9f82-0af5e1705f6d', 'tag': '3f75fe13-2bb9-45aa-b722-a916232b255c', 'status': 'completed', 'code': 200} Apr 12 16:23:00.315490 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-3a41e51a-f0f0-47ac-b9ba-f3575fe633bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:00.316972 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-3a41e51a-f0f0-47ac-b9ba-f3575fe633bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cca5abe3a804deeb910d0d5920c6b6e&device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 1127 time: 0.0574434 Apr 12 16:23:00.320424 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d5896a81-f297-4645-91de-30c5cd56526d req-ba4aaff0-6f92-4bca-95d8-83cc5d992fb0 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747354 Apr 12 16:23:00.364681 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-91c64283-9e71-4046-b249-1d3af7627976 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f75fe13-2bb9-45aa-b722-a916232b255c HTTP/1.1" status: 200 len: 217 time: 0.0342221 Apr 12 16:23:00.418706 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-8b1d3076-b735-4f9f-87d2-d543188c7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:00.420059 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-8b1d3076-b735-4f9f-87d2-d543188c7780 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9428317a-4f8b-4ee8-b8b5-167daa065682 HTTP/1.1" status: 200 len: 852 time: 0.0429883 Apr 12 16:23:00.478672 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-54c4150f-b9ef-47a7-92ea-0b617afa68a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=453187e0-f48e-47e4-b989-372e2d63b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368266 Apr 12 16:23:00.584603 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-777a9bff-1d56-4db0-8c63-f9337edd9f73 service neutron] 10.222.0.45 "GET /v2.0/networks/453187e0-f48e-47e4-b989-372e2d63b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913782 Apr 12 16:23:00.692263 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-edb3c03b-ad6c-4da7-b972-61fcf98340aa req-bcf89fdc-620e-47f6-ae9e-442718fe33b7 service neutron] 10.222.0.45 "GET /v2.0/networks/453187e0-f48e-47e4-b989-372e2d63b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937390 Apr 12 16:23:00.747421 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49cdc1-5470-40b8-ae6f-107d9fdcca81 req-f1c2fdc4-ffc0-4389-a265-cf822c69f264 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:00.748816 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3b49cdc1-5470-40b8-ae6f-107d9fdcca81 req-f1c2fdc4-ffc0-4389-a265-cf822c69f264 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0501096 Apr 12 16:23:00.802859 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3b49cdc1-5470-40b8-ae6f-107d9fdcca81 req-9f5725b1-0646-41de-b5f0-f0ddeaf3e37c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470099 Apr 12 16:23:01.456142 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d530d70-2848-4f67-bc72-7321cad7757e req-e4dd42ff-8cf9-4191-b523-3bfc11423b35 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:01.457510 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9d530d70-2848-4f67-bc72-7321cad7757e req-e4dd42ff-8cf9-4191-b523-3bfc11423b35 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 943 time: 0.0540309 Apr 12 16:23:01.510934 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9d530d70-2848-4f67-bc72-7321cad7757e req-b3c728a7-3a41-46ec-a6b6-3776f4776d8a tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452099 Apr 12 16:23:01.937615 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48c7a0-a8b0-466e-a19a-d73780419559 req-37a13f81-4a82-406c-bebd-16d4a6cd59e8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:01.939180 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cf48c7a0-a8b0-466e-a19a-d73780419559 req-37a13f81-4a82-406c-bebd-16d4a6cd59e8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0549989 Apr 12 16:23:01.999330 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cf48c7a0-a8b0-466e-a19a-d73780419559 req-3db12867-49e8-495e-940f-84134cd7f29f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522430 Apr 12 16:23:02.640015 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4fdf3-992a-4b0b-a132-72a002641365 req-19e1aec7-a703-45db-9f32-f784e329415d tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:02.641475 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c5c4fdf3-992a-4b0b-a132-72a002641365 req-19e1aec7-a703-45db-9f32-f784e329415d tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 943 time: 0.0485356 Apr 12 16:23:02.692468 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c5c4fdf3-992a-4b0b-a132-72a002641365 req-aaf8edef-7929-4218-9e8c-bf5cd3ff9950 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424874 Apr 12 16:23:02.833567 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee8823-b853-4e56-8798-3152d8cc4219 req-d89c8bcd-3deb-46bb-a9b6-f633dc424f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:02.835086 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00ee8823-b853-4e56-8798-3152d8cc4219 req-d89c8bcd-3deb-46bb-a9b6-f633dc424f9e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cca5abe3a804deeb910d0d5920c6b6e&device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 1127 time: 0.0477042 Apr 12 16:23:02.938173 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee8823-b853-4e56-8798-3152d8cc4219 req-e70a129f-008c-458a-8549-baeca4fdbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:02.939932 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00ee8823-b853-4e56-8798-3152d8cc4219 req-e70a129f-008c-458a-8549-baeca4fdbfc7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=453187e0-f48e-47e4-b989-372e2d63b9b3 HTTP/1.1" status: 200 len: 913 time: 0.0845902 Apr 12 16:23:02.999177 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00ee8823-b853-4e56-8798-3152d8cc4219 req-06c88a6f-20c9-4751-b440-9beb29738acb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f75fe13-2bb9-45aa-b722-a916232b255c HTTP/1.1" status: 200 len: 217 time: 0.0360305 Apr 12 16:23:03.060616 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee8823-b853-4e56-8798-3152d8cc4219 req-4d50b31e-d249-4561-8c2b-b059e9c9ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:03.062101 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00ee8823-b853-4e56-8798-3152d8cc4219 req-4d50b31e-d249-4561-8c2b-b059e9c9ebdf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9428317a-4f8b-4ee8-b8b5-167daa065682 HTTP/1.1" status: 200 len: 852 time: 0.0472870 Apr 12 16:23:03.112611 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00ee8823-b853-4e56-8798-3152d8cc4219 req-dc471e9b-3cbc-4051-95cc-c690e8584a18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=453187e0-f48e-47e4-b989-372e2d63b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356109 Apr 12 16:23:03.145091 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8528cc4-0613-4bf7-b880-cfd9a81f6b93 req-915bf648-ee73-4dc5-8de0-d439b813b793 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:03.146618 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d8528cc4-0613-4bf7-b880-cfd9a81f6b93 req-915bf648-ee73-4dc5-8de0-d439b813b793 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0685892 Apr 12 16:23:03.193556 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d8528cc4-0613-4bf7-b880-cfd9a81f6b93 req-3e6b0526-667c-4930-8828-035a7e839c76 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411184 Apr 12 16:23:03.654623 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00ee8823-b853-4e56-8798-3152d8cc4219 req-702f7386-3c3d-4056-8d86-7fd033a7d5a0 service neutron] 10.222.0.45 "GET /v2.0/networks/453187e0-f48e-47e4-b989-372e2d63b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229194 Apr 12 16:23:03.824298 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff250c1-612c-4190-81a6-9890de5b2776 req-8258b57d-7a0f-4e67-b055-d63ad45a158f tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:03.825753 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2ff250c1-612c-4190-81a6-9890de5b2776 req-8258b57d-7a0f-4e67-b055-d63ad45a158f tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 943 time: 0.0495939 Apr 12 16:23:03.872321 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2ff250c1-612c-4190-81a6-9890de5b2776 req-33909f41-ce2d-418a-bd7a-c25d3facf561 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403082 Apr 12 16:23:04.212322 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 3f75fe13-2bb9-45aa-b722-a916232b255c details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:23:04.314061 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 3f75fe13-2bb9-45aa-b722-a916232b255c, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3f75fe13-2bb9-45aa-b722-a916232b255c,segment=NetworkSegment(63f277d1-5c11-4a38-8b82-a6de39b06dc8),segment_id=63f277d1-5c11-4a38-8b82-a6de39b06dc8)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:23:04.315905 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4a827-41c0-47f8-bdfc-70b9d801ceda req-bb0a7ee6-8976-4b51-b37a-1b2a74f93a50 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:04.317386 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-22e4a827-41c0-47f8-bdfc-70b9d801ceda req-bb0a7ee6-8976-4b51-b37a-1b2a74f93a50 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0507066 Apr 12 16:23:04.325085 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': '3f75fe13-2bb9-45aa-b722-a916232b255c', 'network_id': '453187e0-f48e-47e4-b989-372e2d63b9b3', 'port_id': '3f75fe13-2bb9-45aa-b722-a916232b255c', 'mac_address': 'fa:16:3e:65:1e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9428317a-4f8b-4ee8-b8b5-167daa065682', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:23:04.361954 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 3f75fe13-2bb9-45aa-b722-a916232b255c is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:23:04.362360 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:04.364655 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-22e4a827-41c0-47f8-bdfc-70b9d801ceda req-80fdf0fb-60eb-45cd-8f99-a1187990efc3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415289 Apr 12 16:23:04.375292 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f75fe13-2bb9-45aa-b722-a916232b255c {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:23:04.395412 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 3f75fe13-2bb9-45aa-b722-a916232b255c, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3f75fe13-2bb9-45aa-b722-a916232b255c,segment=NetworkSegment(63f277d1-5c11-4a38-8b82-a6de39b06dc8),segment_id=63f277d1-5c11-4a38-8b82-a6de39b06dc8)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:23:04.400719 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:04.450245 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=3f75fe13-2bb9-45aa-b722-a916232b255c,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:05.006250 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['3f75fe13-2bb9-45aa-b722-a916232b255c'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:23:05.012931 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1508dd4-69be-4a2f-a3b8-f93832fc26f9 req-0287d325-a49d-4794-a935-09611fe54384 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:05.014368 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a1508dd4-69be-4a2f-a3b8-f93832fc26f9 req-0287d325-a49d-4794-a935-09611fe54384 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 944 time: 0.0599139 Apr 12 16:23:05.034521 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00ee8823-b853-4e56-8798-3152d8cc4219 req-3ea7d5a7-ae76-479a-90e3-9b7b3f4bd445 service neutron] 10.222.0.45 "GET /v2.0/networks/453187e0-f48e-47e4-b989-372e2d63b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341128 Apr 12 16:23:05.071101 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a1508dd4-69be-4a2f-a3b8-f93832fc26f9 req-a20b5f64-c866-4521-92b9-4f1dac78e339 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478332 Apr 12 16:23:05.501435 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93085e-410e-46ec-ad45-4604f0eed966 req-f691da59-ac19-431b-8dcb-17c6fd0c7168 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:05.502925 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dc93085e-410e-46ec-ad45-4604f0eed966 req-f691da59-ac19-431b-8dcb-17c6fd0c7168 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0527413 Apr 12 16:23:05.554355 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dc93085e-410e-46ec-ad45-4604f0eed966 req-24f24787-3a17-4b60-acb6-bca5d5d2e5d8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 Apr 12 16:23:06.196613 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce0535-5000-4b76-955e-8f508204d418 req-05fba50a-5580-47cf-a0cf-6ad7f1fb55be tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:06.198097 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-23ce0535-5000-4b76-955e-8f508204d418 req-05fba50a-5580-47cf-a0cf-6ad7f1fb55be tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 944 time: 0.0515733 Apr 12 16:23:06.244743 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-23ce0535-5000-4b76-955e-8f508204d418 req-59b4fda2-0afe-490e-a410-9b04a094877d tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409048 Apr 12 16:23:06.631506 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 3f75fe13-2bb9-45aa-b722-a916232b255c up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:23:06.679754 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db1c4d-da8e-44e0-a88b-ebba80cc2ed5 req-efc954f5-4e87-49f8-bbf9-4c40fd2c89ed tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:06.681416 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b0db1c4d-da8e-44e0-a88b-ebba80cc2ed5 req-efc954f5-4e87-49f8-bbf9-4c40fd2c89ed tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0476856 Apr 12 16:23:06.681842 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port 3f75fe13-2bb9-45aa-b722-a916232b255c completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:23:06.689169 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port 3f75fe13-2bb9-45aa-b722-a916232b255c triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:23:06.689885 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:06.732751 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b0db1c4d-da8e-44e0-a88b-ebba80cc2ed5 req-2d0c4f26-60eb-4af5-acb2-1d9330363a30 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447972 Apr 12 16:23:06.769163 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 3f75fe13-2bb9-45aa-b722-a916232b255c is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:23:06.769556 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:06.792183 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e1eb9a-45b4-4544-9f82-0af5e1705f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f75fe13-2bb9-45aa-b722-a916232b255c'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:23:06.794481 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab715ae-23bf-44f9-8bde-d1690a973415" -d '{"events": [{"server_uuid": "66e1eb9a-45b4-4544-9f82-0af5e1705f6d", "name": "network-vif-plugged", "status": "completed", "tag": "3f75fe13-2bb9-45aa-b722-a916232b255c"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:23:06.807413 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 3f75fe13-2bb9-45aa-b722-a916232b255c, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3f75fe13-2bb9-45aa-b722-a916232b255c,segment=NetworkSegment(63f277d1-5c11-4a38-8b82-a6de39b06dc8),segment_id=63f277d1-5c11-4a38-8b82-a6de39b06dc8)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:23:06.812042 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:06.835132 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd3755a-761d-4f56-8fbc-cb833fc95d76 x-openstack-request-id: req-bcd3755a-761d-4f56-8fbc-cb833fc95d76 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:23:06.835444 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e1eb9a-45b4-4544-9f82-0af5e1705f6d", "name": "network-vif-plugged", "status": "completed", "tag": "3f75fe13-2bb9-45aa-b722-a916232b255c", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:23:06.835704 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bcd3755a-761d-4f56-8fbc-cb833fc95d76 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:23:06.836101 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd3755a-761d-4f56-8fbc-cb833fc95d76'] response: {'server_uuid': '66e1eb9a-45b4-4544-9f82-0af5e1705f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f75fe13-2bb9-45aa-b722-a916232b255c', 'code': 200} Apr 12 16:23:06.867381 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=3f75fe13-2bb9-45aa-b722-a916232b255c,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:07.064265 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1303d-1e75-4234-a663-756daa9c4689 req-5f5ee683-4768-4f91-8770-da0128b56456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:07.065766 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-88e1303d-1e75-4234-a663-756daa9c4689 req-5f5ee683-4768-4f91-8770-da0128b56456 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 1129 time: 0.0392373 Apr 12 16:23:07.141250 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-88e1303d-1e75-4234-a663-756daa9c4689 req-a8088e69-60ce-4f5e-a39b-49aeb854d763 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440650 Apr 12 16:23:07.367861 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d249073-7709-4484-80c8-07357c3fc67c req-30f64602-3cd9-4b25-a060-3634523479fa tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:07.369199 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3d249073-7709-4484-80c8-07357c3fc67c req-30f64602-3cd9-4b25-a060-3634523479fa tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 945 time: 0.0509467 Apr 12 16:23:07.417463 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3d249073-7709-4484-80c8-07357c3fc67c req-fa07f07a-ff28-4048-8268-9227abbc5cda tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 Apr 12 16:23:07.858761 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d1501-f6c6-4e0e-a8b4-49d2cd5de3c5 req-96e54a31-734e-4107-bda9-5aae9c62bdf5 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:07.860186 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9b1d1501-f6c6-4e0e-a8b4-49d2cd5de3c5 req-96e54a31-734e-4107-bda9-5aae9c62bdf5 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 944 time: 0.0489922 Apr 12 16:23:07.913768 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9b1d1501-f6c6-4e0e-a8b4-49d2cd5de3c5 req-1f809462-6f83-4338-b746-2187ee89e2c3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477128 Apr 12 16:23:08.544531 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46cb1a-8917-4181-afae-49ea7a710fdb req-bbf61db6-3118-4713-95b6-0bdf4301e4d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:08.545992 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ba46cb1a-8917-4181-afae-49ea7a710fdb req-bbf61db6-3118-4713-95b6-0bdf4301e4d6 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 945 time: 0.0551281 Apr 12 16:23:08.598461 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ba46cb1a-8917-4181-afae-49ea7a710fdb req-aa940b76-e302-486e-90e7-e2f4f1925e76 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458455 Apr 12 16:23:08.618123 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device aaca632c-41bc-43f8-8889-7aea0e458ffa details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:23:08.719063 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port aaca632c-41bc-43f8-8889-7aea0e458ffa, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:23:08.730181 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'port_id': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'mac_address': 'fa:16:3e:2e:5b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:23:08.774249 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port aaca632c-41bc-43f8-8889-7aea0e458ffa is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:23:08.774650 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:08.788029 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaca632c-41bc-43f8-8889-7aea0e458ffa {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:23:08.808271 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port aaca632c-41bc-43f8-8889-7aea0e458ffa, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:23:08.817001 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:08.865332 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=aaca632c-41bc-43f8-8889-7aea0e458ffa,revision_number=9']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:09.055566 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3b939-491d-4d25-bb88-d51d0323d7c9 req-f157e509-7deb-4ab3-bb27-5b59141cb255 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:09.057149 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-65d3b939-491d-4d25-bb88-d51d0323d7c9 req-f157e509-7deb-4ab3-bb27-5b59141cb255 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 945 time: 0.0579371 Apr 12 16:23:09.110475 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-65d3b939-491d-4d25-bb88-d51d0323d7c9 req-d82544c2-a08c-44a6-a0ed-08bdf9e237f5 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444200 Apr 12 16:23:09.533479 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['aaca632c-41bc-43f8-8889-7aea0e458ffa'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:23:09.729982 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d29d1e-9917-4818-bf8c-d7a941ff9a4e req-c77ae08c-bd2e-45dd-b467-1e6cb515f8ba tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:09.731474 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-29d29d1e-9917-4818-bf8c-d7a941ff9a4e req-c77ae08c-bd2e-45dd-b467-1e6cb515f8ba tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 945 time: 0.0555062 Apr 12 16:23:09.788216 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-29d29d1e-9917-4818-bf8c-d7a941ff9a4e req-9c729f45-64c0-4f32-a8aa-0f772fa25004 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485170 Apr 12 16:23:10.239864 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f945dbd-5ebc-4492-9c89-00ace83dc94f req-b215f4bc-9242-49c4-b727-f5ec070c820c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:10.241366 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6f945dbd-5ebc-4492-9c89-00ace83dc94f req-b215f4bc-9242-49c4-b727-f5ec070c820c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 945 time: 0.0499468 Apr 12 16:23:10.292281 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6f945dbd-5ebc-4492-9c89-00ace83dc94f req-983f3fbe-828a-4143-9813-27bf2d1a1e4e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435891 Apr 12 16:23:11.418571 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a4fc5-c9df-484e-9fb4-8c4831198a70 req-1cf7e9cd-3040-4f1a-bf09-4a24f55adaf8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:11.420023 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-988a4fc5-c9df-484e-9fb4-8c4831198a70 req-1cf7e9cd-3040-4f1a-bf09-4a24f55adaf8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 945 time: 0.0477941 Apr 12 16:23:11.476722 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-988a4fc5-c9df-484e-9fb4-8c4831198a70 req-b10aa2c0-2b53-4abd-836b-f9a56320d88f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503800 Apr 12 16:23:11.509809 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device aaca632c-41bc-43f8-8889-7aea0e458ffa up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:23:11.561727 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port aaca632c-41bc-43f8-8889-7aea0e458ffa triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:23:11.562212 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:11.653818 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port aaca632c-41bc-43f8-8889-7aea0e458ffa is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:23:11.654346 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:11.679333 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:23:11.682003 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7344ec3-70af-4acb-b573-824ab164aed1" -d '{"events": [{"server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "name": "network-vif-plugged", "status": "completed", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:23:11.695990 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port aaca632c-41bc-43f8-8889-7aea0e458ffa, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:23:11.701192 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:11.725682 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d598005-ba49-41bd-bd10-f8f04dc3f7a2 x-openstack-request-id: req-1d598005-ba49-41bd-bd10-f8f04dc3f7a2 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:23:11.726219 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "name": "network-vif-plugged", "status": "completed", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:23:11.726654 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1d598005-ba49-41bd-bd10-f8f04dc3f7a2 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:23:11.726654 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d598005-ba49-41bd-bd10-f8f04dc3f7a2'] response: {'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'code': 200} Apr 12 16:23:11.755439 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=aaca632c-41bc-43f8-8889-7aea0e458ffa,revision_number=10']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:12.611441 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59727d-c452-48d0-83f5-b640ad38753c req-cd0a8bab-8cd8-4c4b-a2ea-8f75d386c203 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:12.613048 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f59727d-c452-48d0-83f5-b640ad38753c req-cd0a8bab-8cd8-4c4b-a2ea-8f75d386c203 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0535805 Apr 12 16:23:12.668937 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f59727d-c452-48d0-83f5-b640ad38753c req-fbaf1b88-0b0c-442c-9140-6e90f3e8718b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500464 Apr 12 16:23:12.707148 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfbb62-d967-459f-b6ba-6e34daa05a1b req-9e5d5db5-e1b8-4de1-b652-cd36e4cd030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:12.708827 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d4cfbb62-d967-459f-b6ba-6e34daa05a1b req-9e5d5db5-e1b8-4de1-b652-cd36e4cd030e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 1131 time: 0.0380766 Apr 12 16:23:12.765387 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d4cfbb62-d967-459f-b6ba-6e34daa05a1b req-f4dd000c-3ccb-4378-8315-0e74dc2629ce service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369864 Apr 12 16:23:13.799949 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48071372-9673-49c5-95b6-590828e07bac req-12b349fa-8d08-456c-82f7-2731e66087a2 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:13.801422 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-48071372-9673-49c5-95b6-590828e07bac req-12b349fa-8d08-456c-82f7-2731e66087a2 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0523984 Apr 12 16:23:13.849790 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-48071372-9673-49c5-95b6-590828e07bac req-829567b5-5ff2-48f1-b8e9-c1a7c9179981 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426531 Apr 12 16:23:14.989790 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c2d54-cda5-46ee-bbd2-a11928296d8f req-5a90e939-a7f9-4d03-9771-33d71a0d663a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:14.991285 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1c3c2d54-cda5-46ee-bbd2-a11928296d8f req-5a90e939-a7f9-4d03-9771-33d71a0d663a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0486548 Apr 12 16:23:15.038746 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1c3c2d54-cda5-46ee-bbd2-a11928296d8f req-a7025316-3dd9-4c2d-b25d-f258ba6ed41a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417979 Apr 12 16:23:16.169599 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09295e-92ab-461e-b1c1-d83eccac31b8 req-e94c14bb-01af-4d76-bb39-33ba58a43c47 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:16.173078 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1d09295e-92ab-461e-b1c1-d83eccac31b8 req-e94c14bb-01af-4d76-bb39-33ba58a43c47 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0488291 Apr 12 16:23:16.229402 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1d09295e-92ab-461e-b1c1-d83eccac31b8 req-d56e1f65-e4fd-4d08-bfd4-25fcedf7b0b7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523133 Apr 12 16:23:17.351375 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3cc4c-ff76-4bc1-805e-14c151951d5a req-8a67f42f-eac2-4a18-a802-a7b9594f57d6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:17.352957 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d4b3cc4c-ff76-4bc1-805e-14c151951d5a req-8a67f42f-eac2-4a18-a802-a7b9594f57d6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0504572 Apr 12 16:23:17.409466 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d4b3cc4c-ff76-4bc1-805e-14c151951d5a req-f5f5c724-46a6-465c-a0fb-a98b552f7ad8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507166 Apr 12 16:23:17.442757 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bcd87-f18f-4cdc-a446-f7fe207a176c req-d72fafbe-4d06-40b6-a071-878e8da9bc82 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:17.445557 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8d2bcd87-f18f-4cdc-a446-f7fe207a176c req-d72fafbe-4d06-40b6-a071-878e8da9bc82 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 946 time: 0.0550277 Apr 12 16:23:17.492603 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8d2bcd87-f18f-4cdc-a446-f7fe207a176c req-10ab7085-a52a-4751-9026-34a2e70b9938 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422742 Apr 12 16:23:18.546503 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1f05c-b089-4319-82e0-02d8077eba22 req-fd680a27-8717-4c54-a798-11426fafe9e8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:18.547993 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-60c1f05c-b089-4319-82e0-02d8077eba22 req-fd680a27-8717-4c54-a798-11426fafe9e8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0532267 Apr 12 16:23:18.602835 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-60c1f05c-b089-4319-82e0-02d8077eba22 req-164aec9f-4356-411f-ad29-b86d400cca65 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487964 Apr 12 16:23:18.789580 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5b6d1-aa7e-40be-abda-7ec9b241aeb4 req-fe10ebf6-2106-47da-a3b6-97bd3b2b60bf tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:18.790985 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0fe5b6d1-aa7e-40be-abda-7ec9b241aeb4 req-fe10ebf6-2106-47da-a3b6-97bd3b2b60bf tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 946 time: 0.0597405 Apr 12 16:23:18.839639 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0fe5b6d1-aa7e-40be-abda-7ec9b241aeb4 req-86e54dd4-aff2-4bf4-814f-92babd2a1c20 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408647 Apr 12 16:23:19.736417 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bf8bf-624e-4bd2-aa71-89a58d082e8b req-b6913d30-9a39-4528-9f76-e7948c7cc5a3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:19.738003 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c60bf8bf-624e-4bd2-aa71-89a58d082e8b req-b6913d30-9a39-4528-9f76-e7948c7cc5a3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0528526 Apr 12 16:23:19.807066 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c60bf8bf-624e-4bd2-aa71-89a58d082e8b req-ef639ef5-c25e-43c3-8f87-08db5ad455eb tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630138 Apr 12 16:23:19.963762 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc649184-690a-401f-ab1a-e83f06c002dc req-a17e0b4e-a30d-408e-9109-7d74bf4d8ab5 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:19.965228 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc649184-690a-401f-ab1a-e83f06c002dc req-a17e0b4e-a30d-408e-9109-7d74bf4d8ab5 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 946 time: 0.0489204 Apr 12 16:23:20.013523 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc649184-690a-401f-ab1a-e83f06c002dc req-c951c5cc-b2c1-4795-9411-739dd25bbb89 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423374 Apr 12 16:23:20.661461 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ca7ac28d-375e-4b76-a55a-195002bb942e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:20.947233 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a935765-6010-43e6-9025-b7cb9721bc74 req-6d6d7f70-9f2d-44e9-ad2a-a02a692cd206 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:20.948710 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9a935765-6010-43e6-9025-b7cb9721bc74 req-6d6d7f70-9f2d-44e9-ad2a-a02a692cd206 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0516059 Apr 12 16:23:20.999393 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9a935765-6010-43e6-9025-b7cb9721bc74 req-52912239-0b64-48ac-8d11-f8757f51942e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448611 Apr 12 16:23:21.131634 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fabf8-59e2-4b26-a247-75e40fc2224f req-61d33e10-4faa-4075-bd99-ab89a77e5e43 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:21.132509 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d74fabf8-59e2-4b26-a247-75e40fc2224f req-61d33e10-4faa-4075-bd99-ab89a77e5e43 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 946 time: 0.0509458 Apr 12 16:23:21.180847 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d74fabf8-59e2-4b26-a247-75e40fc2224f req-9438bbb2-7411-4355-baa1-62a44bc8b322 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425930 Apr 12 16:23:22.138196 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa884d0d-6029-45ae-9d0e-9117dcc080be req-b8b3755d-7ea8-42e5-a252-26e8cee19b40 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:22.139858 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aa884d0d-6029-45ae-9d0e-9117dcc080be req-b8b3755d-7ea8-42e5-a252-26e8cee19b40 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0546823 Apr 12 16:23:22.202482 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-0fff06c5-7d4d-45d8-aa92-ca1063b215ae tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:22.203992 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-0fff06c5-7d4d-45d8-aa92-ca1063b215ae tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 946 time: 0.0633726 Apr 12 16:23:22.226868 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aa884d0d-6029-45ae-9d0e-9117dcc080be req-5be2acbf-b017-4f22-95ab-48e6044570f1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777061 Apr 12 16:23:22.313703 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836b587-cbfd-4ea4-b7da-d0bc39190762 req-4d029664-53ee-4ca6-ab0a-19377fc94ad1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:22.315407 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0836b587-cbfd-4ea4-b7da-d0bc39190762 req-4d029664-53ee-4ca6-ab0a-19377fc94ad1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 946 time: 0.0584629 Apr 12 16:23:22.365123 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0836b587-cbfd-4ea4-b7da-d0bc39190762 req-63d3e640-2d34-49d7-a899-f9959395f332 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=046a4160-5c97-4146-ae01-7aaaff1b6032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439353 Apr 12 16:23:22.870407 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Deleting port f49f49e8-9e2c-413a-9e10-638937a3802d {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:23:22.870717 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:22.955313 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-bda2a116-e4b8-4d7e-92dd-8bd5dfd74c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:22.976244 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] For port f49f49e8-9e2c-413a-9e10-638937a3802d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f49f49e8-9e2c-413a-9e10-638937a3802d,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:23:22.976624 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:23.201468 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:23.202164 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (52003d5a-5670-4a36-98d2-1ac36545f514), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:23.202164 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Floating IP 52003d5a-5670-4a36-98d2-1ac36545f514 disassociated. External IP: 172.27.2.174, port: f49f49e8-9e2c-413a-9e10-638937a3802d. Apr 12 16:23:23.202491 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Calling delete_port for f49f49e8-9e2c-413a-9e10-638937a3802d owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:23:23.341674 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (f49f49e8-9e2c-413a-9e10-638937a3802d), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:23.370971 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event deleted for resources: {'Port': ['ID=f49f49e8-9e2c-413a-9e10-638937a3802d,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:23.492244 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ae000d44-6552-4370-8c70-b93329150157 req-bb859063-7dad-4292-855e-4e426d098fda tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.0362411 Apr 12 16:23:23.520436 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Router d99e522d-0410-4cd3-9872-936ec7a529d7 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:23:23.633808 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:23:23.647650 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86740af4-dc05-4c9d-9977-33dfccbc9a13 None None] Sync routers for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:23:23.660657 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86740af4-dc05-4c9d-9977-33dfccbc9a13 None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:23:23.661712 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-86740af4-dc05-4c9d-9977-33dfccbc9a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:23:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:23:23.693563 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] No DVR routers for this DVR port f49f49e8-9e2c-413a-9e10-638937a3802d on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:23:23.696473 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:23.700938 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc41fbdc-f04d-4092-9195-9a0a3762b8bc req-7ab2aa22-beb9-48f0-92ee-ef35a318bbbc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "DELETE /v2.0/ports/f49f49e8-9e2c-413a-9e10-638937a3802d HTTP/1.1" status: 204 len: 173 time: 0.9273534 Apr 12 16:23:23.701374 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dc15d1-6e23-4515-9016-40ecb0211696', 'name': 'network-vif-deleted', 'tag': 'f49f49e8-9e2c-413a-9e10-638937a3802d'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:23:23.703826 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba34573-d449-4837-aa4b-faf6bc92759b" -d '{"events": [{"server_uuid": "06dc15d1-6e23-4515-9016-40ecb0211696", "name": "network-vif-deleted", "tag": "f49f49e8-9e2c-413a-9e10-638937a3802d"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:23:23.744997 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcd7595-8649-469c-8fbf-a59a6a9addf8 x-openstack-request-id: req-1dcd7595-8649-469c-8fbf-a59a6a9addf8 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:23:23.745312 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dc15d1-6e23-4515-9016-40ecb0211696", "name": "network-vif-deleted", "tag": "f49f49e8-9e2c-413a-9e10-638937a3802d", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:23:23.745654 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1dcd7595-8649-469c-8fbf-a59a6a9addf8 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:23:23.746185 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dcd7595-8649-469c-8fbf-a59a6a9addf8'] response: {'server_uuid': '06dc15d1-6e23-4515-9016-40ecb0211696', 'name': 'network-vif-deleted', 'tag': 'f49f49e8-9e2c-413a-9e10-638937a3802d', 'status': 'completed', 'code': 200} Apr 12 16:23:23.798900 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-86740af4-dc05-4c9d-9977-33dfccbc9a13 None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:23:24.030427 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-86740af4-dc05-4c9d-9977-33dfccbc9a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:50:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:18:46Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 2, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:23:24.061738 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86740af4-dc05-4c9d-9977-33dfccbc9a13 None None] Checking router: d99e522d-0410-4cd3-9872-936ec7a529d7 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:23:24.070359 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86740af4-dc05-4c9d-9977-33dfccbc9a13 None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:23:24.070968 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-86740af4-dc05-4c9d-9977-33dfccbc9a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:23:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:23:24.177486 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-86740af4-dc05-4c9d-9977-33dfccbc9a13 None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:23:24.192060 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:24.478028 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-86740af4-dc05-4c9d-9977-33dfccbc9a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:50:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:18:46Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 2, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:23:24.508232 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86740af4-dc05-4c9d-9977-33dfccbc9a13 None None] The sync data for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi is: [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:50:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:18:46Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 2, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:23:24.609287 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-be0de86f-1b40-463d-b17f-6e8e3c25909e req-375a2450-0cc3-4466-8714-93f23c2ce9e7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.0323913 Apr 12 16:23:24.755976 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5093d326-d785-4a90-b949-046d98238dd3 None None] New status for floating IP 52003d5a-5670-4a36-98d2-1ac36545f514: DOWN {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:23:25.179226 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:25.535935 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:25.726452 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a3e19d5-2da6-4611-92c8-3dafbc6ef4dc req-f584911f-96bf-4d1f-867b-cb75a02b003f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.0303032 Apr 12 16:23:26.307812 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device f49f49e8-9e2c-413a-9e10-638937a3802d no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:23:26.330172 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: f49f49e8-9e2c-413a-9e10-638937a3802d {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:23:26.330572 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device f49f49e8-9e2c-413a-9e10-638937a3802d not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:23:26.847281 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-36ee03c4-b20a-43d8-9a5e-e29a43158317 req-19065045-3953-4b73-a1e0-5265c9960bd7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.0402551 Apr 12 16:23:27.033685 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:27.960819 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a5851938-9f33-4115-a609-c5a4909cf113 req-931fdd6d-f42d-4ff2-92b0-2493ed7c8f61 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=06dc15d1-6e23-4515-9016-40ecb0211696 HTTP/1.1" status: 200 len: 210 time: 0.0283599 Apr 12 16:23:28.646455 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f0c7d549-ecc4-4722-bf72-32029e505811 req-0a8a1a6d-43d5-4b34-9ce6-f17b096d6070 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422246 Apr 12 16:23:28.709856 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7d549-ecc4-4722-bf72-32029e505811 req-717b8371-44d6-41e8-afd7-de5a63e4daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:28.711382 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f0c7d549-ecc4-4722-bf72-32029e505811 req-717b8371-44d6-41e8-afd7-de5a63e4daf1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45e8e703a32d4ac4be28bb7018de850f&device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 1131 time: 0.0426328 Apr 12 16:23:28.836616 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7d549-ecc4-4722-bf72-32029e505811 req-d870f189-e751-4db7-bfdd-1bcc0eb411b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:28.838235 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f0c7d549-ecc4-4722-bf72-32029e505811 req-d870f189-e751-4db7-bfdd-1bcc0eb411b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=659bb59b-3f11-4e82-88df-ec448e9e7e28 HTTP/1.1" status: 200 len: 918 time: 0.0888722 Apr 12 16:23:28.917109 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f0c7d549-ecc4-4722-bf72-32029e505811 req-30bb5c40-63f7-4be7-9e6c-c33ada9820ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa HTTP/1.1" status: 200 len: 1001 time: 0.0624778 Apr 12 16:23:28.971432 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7d549-ecc4-4722-bf72-32029e505811 req-861cbf3e-cd16-40ec-acce-d7919a8439bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:28.972882 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f0c7d549-ecc4-4722-bf72-32029e505811 req-861cbf3e-cd16-40ec-acce-d7919a8439bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=644bce61-9908-4b22-b9ff-6ee45a6d0077 HTTP/1.1" status: 200 len: 856 time: 0.0468371 Apr 12 16:23:29.029596 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7d549-ecc4-4722-bf72-32029e505811 req-09afa02d-8608-4c93-9a1d-ff0167e86da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:29.031434 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f0c7d549-ecc4-4722-bf72-32029e505811 req-09afa02d-8608-4c93-9a1d-ff0167e86da2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=659bb59b-3f11-4e82-88df-ec448e9e7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477307 Apr 12 16:23:29.139066 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f0c7d549-ecc4-4722-bf72-32029e505811 req-a2d5634c-53f5-47b4-be8f-267f2efb3df3 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970428 Apr 12 16:23:29.233809 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f0c7d549-ecc4-4722-bf72-32029e505811 req-27c834de-8f1d-42de-9fd0-16f9a3814b22 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877185 Apr 12 16:23:30.118164 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 47792) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:23:30.175634 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (046a4160-5c97-4146-ae01-7aaaff1b6032), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:30.200167 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (046a4160-5c97-4146-ae01-7aaaff1b6032), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:30.253796 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (046a4160-5c97-4146-ae01-7aaaff1b6032), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:30.256633 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:30.257797 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "DELETE /v2.0/security-groups/046a4160-5c97-4146-ae01-7aaaff1b6032 HTTP/1.1" status: 204 len: 168 time: 0.1386619 Apr 12 16:23:30.261650 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 47796) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:23:30.267147 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046a4160-5c97-4146-ae01-7aaaff1b6032,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:30.274745 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.275108 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.275462 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.275810 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.276157 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.276465 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.api.v2.resource [None req-1ceb8eca-9d7d-421f-9b90-26b56cc2aef6 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] show failed (client error): The resource could not be found. Apr 12 16:23:30.276580 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.276818 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.277157 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.277490 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.277584 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-1ceb8eca-9d7d-421f-9b90-26b56cc2aef6 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups/046a4160-5c97-4146-ae01-7aaaff1b6032 HTTP/1.1" status: 404 len: 347 time: 0.0148108 Apr 12 16:23:30.277825 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.278193 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.278529 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.278859 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.279189 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.279519 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130720a5-1063-48e5-9837-f919f65a7f0b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:30.280600 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 47798) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:23:30.419921 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-99a1e84c-2c89-404b-aeab-f14bdb886488 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Deleting port 86c072fd-52cf-4f1f-b19b-84d56570efca {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:23:30.420282 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-99a1e84c-2c89-404b-aeab-f14bdb886488 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (86c072fd-52cf-4f1f-b19b-84d56570efca), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:30.510137 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-99a1e84c-2c89-404b-aeab-f14bdb886488 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (86c072fd-52cf-4f1f-b19b-84d56570efca), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:30.510466 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-99a1e84c-2c89-404b-aeab-f14bdb886488 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (86c072fd-52cf-4f1f-b19b-84d56570efca), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:30.522740 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-99a1e84c-2c89-404b-aeab-f14bdb886488 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Calling delete_port for 86c072fd-52cf-4f1f-b19b-84d56570efca owned by network:floatingip {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:23:30.676720 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-99a1e84c-2c89-404b-aeab-f14bdb886488 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (86c072fd-52cf-4f1f-b19b-84d56570efca), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:30.705551 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1e84c-2c89-404b-aeab-f14bdb886488 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event deleted for resources: {'Port': ['ID=86c072fd-52cf-4f1f-b19b-84d56570efca,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:30.776003 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-99a1e84c-2c89-404b-aeab-f14bdb886488 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (52003d5a-5670-4a36-98d2-1ac36545f514), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:30.779063 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-99a1e84c-2c89-404b-aeab-f14bdb886488 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:30.780192 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-99a1e84c-2c89-404b-aeab-f14bdb886488 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "DELETE /v2.0/floatingips/52003d5a-5670-4a36-98d2-1ac36545f514 HTTP/1.1" status: 204 len: 168 time: 0.4986098 Apr 12 16:23:34.077197 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:23:35.970846 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11fff1-91f1-43af-b868-a456d74f5f70 req-058198e6-61e0-4e71-b4cb-2a49744fac5e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:35.972299 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c11fff1-91f1-43af-b868-a456d74f5f70 req-058198e6-61e0-4e71-b4cb-2a49744fac5e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 946 time: 0.0488429 Apr 12 16:23:36.031078 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c11fff1-91f1-43af-b868-a456d74f5f70 req-09d1017a-ed1f-43fe-bb73-1839d37c76ac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532138 Apr 12 16:23:36.217193 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82099632-4ac1-4450-85b4-19a10d73797d req-560308c3-85c4-4df1-a934-ad3c268648b3 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:36.218664 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-82099632-4ac1-4450-85b4-19a10d73797d req-560308c3-85c4-4df1-a934-ad3c268648b3 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.1270781 Apr 12 16:23:36.279968 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-82099632-4ac1-4450-85b4-19a10d73797d req-7e40caee-e759-4031-865a-012ec27e7749 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529625 Apr 12 16:23:37.171318 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abaed0-501c-401e-bedd-6ab30afcbe0b req-18df3165-cf6a-42bf-8be7-dd7ad4f8bc32 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:37.173917 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b2abaed0-501c-401e-bedd-6ab30afcbe0b req-18df3165-cf6a-42bf-8be7-dd7ad4f8bc32 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 946 time: 0.0657582 Apr 12 16:23:37.228417 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b2abaed0-501c-401e-bedd-6ab30afcbe0b req-dccee92e-1607-4660-9b88-afb668707d2c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488389 Apr 12 16:23:37.664319 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9ef38-f202-43c9-84a5-37e376db559d req-c6ff962d-36d3-4a0e-94e2-b12134574ed4 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:37.665809 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2e9ef38-f202-43c9-84a5-37e376db559d req-c6ff962d-36d3-4a0e-94e2-b12134574ed4 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.3082600 Apr 12 16:23:37.719526 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2e9ef38-f202-43c9-84a5-37e376db559d req-4793493e-f86c-47f2-9af6-c49652930acd tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476422 Apr 12 16:23:38.356765 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5617ca-ba2a-4609-b814-5af0e8d4b8de req-d10fa194-db0e-44ce-ae4b-a7c9f4c2fc4c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:38.358282 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6f5617ca-ba2a-4609-b814-5af0e8d4b8de req-d10fa194-db0e-44ce-ae4b-a7c9f4c2fc4c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 946 time: 0.0527923 Apr 12 16:23:38.409596 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6f5617ca-ba2a-4609-b814-5af0e8d4b8de req-f1316c6c-78b8-4302-9b17-e5e9010571e2 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430880 Apr 12 16:23:38.741226 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-7f3a4dd3-e231-4972-b9ed-5643b2fc7568 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:38.742918 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-7f3a4dd3-e231-4972-b9ed-5643b2fc7568 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 946 time: 0.0509911 Apr 12 16:23:38.849320 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc4260-20b2-4c83-8e57-b35001f04697 req-c8401d68-c56b-4fa8-b45b-d86231219359 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:38.850813 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-45cc4260-20b2-4c83-8e57-b35001f04697 req-c8401d68-c56b-4fa8-b45b-d86231219359 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0476670 Apr 12 16:23:38.911881 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-45cc4260-20b2-4c83-8e57-b35001f04697 req-937732b4-73b0-4c15-879d-f1b65a1e77ef tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541222 Apr 12 16:23:39.306343 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Deleting port 150e9cf9-34e1-43bb-8678-6b019f683dc6 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:23:39.306786 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:39.405146 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] For port 150e9cf9-34e1-43bb-8678-6b019f683dc6, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=150e9cf9-34e1-43bb-8678-6b019f683dc6,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:23:39.405844 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:39.563910 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc95be6-5fd6-411e-9694-cc9b95fe5261 req-64c344ff-0bee-4a67-b48d-ba3e9f4abbb4 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:39.565362 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bfc95be6-5fd6-411e-9694-cc9b95fe5261 req-64c344ff-0bee-4a67-b48d-ba3e9f4abbb4 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 946 time: 0.0590317 Apr 12 16:23:39.642374 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:39.642729 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:39.643045 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Floating IP 28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc disassociated. External IP: 172.27.2.45, port: 150e9cf9-34e1-43bb-8678-6b019f683dc6. Apr 12 16:23:39.643379 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Calling delete_port for 150e9cf9-34e1-43bb-8678-6b019f683dc6 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:23:39.660328 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bfc95be6-5fd6-411e-9694-cc9b95fe5261 req-7561a86a-6b95-43dd-ae88-8a7fbad518c0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcf9dc89-e8c6-48b1-bd69-455747b5951d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657737 Apr 12 16:23:39.796276 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (150e9cf9-34e1-43bb-8678-6b019f683dc6), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:39.826630 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event deleted for resources: {'Port': ['ID=150e9cf9-34e1-43bb-8678-6b019f683dc6,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:39.951166 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Router d99e522d-0410-4cd3-9872-936ec7a529d7 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:23:40.088510 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8a948-b000-4645-81f0-34a811c64c34 req-1550bb16-20b4-414a-8f63-ba59b0b6da56 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:40.089972 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3ed8a948-b000-4645-81f0-34a811c64c34 req-1550bb16-20b4-414a-8f63-ba59b0b6da56 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0876608 Apr 12 16:23:40.172706 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6f792-806b-4317-88d3-4ccf895ab4cd req-2f522a77-f535-4a52-8369-940051d5ec1e tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:40.174137 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74b6f792-806b-4317-88d3-4ccf895ab4cd req-2f522a77-f535-4a52-8369-940051d5ec1e tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 945 time: 0.0832868 Apr 12 16:23:40.186400 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:23:40.197286 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72896c71-0c64-471d-b08b-e88f4ab82354 None None] Sync routers for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:23:40.209459 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72896c71-0c64-471d-b08b-e88f4ab82354 None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:23:40.210219 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-72896c71-0c64-471d-b08b-e88f4ab82354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:23:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:23:40.237701 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3ed8a948-b000-4645-81f0-34a811c64c34 req-9febbe27-a7e8-4ae7-8c94-a8697e078ee7 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356487 Apr 12 16:23:40.267293 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] No DVR routers for this DVR port 150e9cf9-34e1-43bb-8678-6b019f683dc6 on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:23:40.271342 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:40.274689 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5dd3461e-42b7-484c-aa43-51dd349285b8 req-fccb9185-06af-4e29-974d-08027dd7a9f1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "DELETE /v2.0/ports/150e9cf9-34e1-43bb-8678-6b019f683dc6 HTTP/1.1" status: 204 len: 173 time: 1.0639958 Apr 12 16:23:40.275155 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'name': 'network-vif-deleted', 'tag': '150e9cf9-34e1-43bb-8678-6b019f683dc6'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:23:40.277440 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e506e7-6581-47b4-8b4a-57c9f3f23df0" -d '{"events": [{"server_uuid": "7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac", "name": "network-vif-deleted", "tag": "150e9cf9-34e1-43bb-8678-6b019f683dc6"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:23:40.300068 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74b6f792-806b-4317-88d3-4ccf895ab4cd req-80c83c59-5abb-45bd-9b81-152849bdfdae tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188161 Apr 12 16:23:40.331080 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-72896c71-0c64-471d-b08b-e88f4ab82354 None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:23:40.337533 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d04eaa-6f67-40ff-8d08-f94fddc992aa x-openstack-request-id: req-c0d04eaa-6f67-40ff-8d08-f94fddc992aa {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:23:40.337831 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac", "name": "network-vif-deleted", "tag": "150e9cf9-34e1-43bb-8678-6b019f683dc6", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:23:40.338233 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c0d04eaa-6f67-40ff-8d08-f94fddc992aa {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:23:40.339399 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d04eaa-6f67-40ff-8d08-f94fddc992aa'] response: {'server_uuid': '7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac', 'name': 'network-vif-deleted', 'tag': '150e9cf9-34e1-43bb-8678-6b019f683dc6', 'status': 'completed', 'code': 200} Apr 12 16:23:40.528190 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-72896c71-0c64-471d-b08b-e88f4ab82354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:23:40.557563 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72896c71-0c64-471d-b08b-e88f4ab82354 None None] Checking router: d99e522d-0410-4cd3-9872-936ec7a529d7 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:23:40.566027 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72896c71-0c64-471d-b08b-e88f4ab82354 None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:23:40.566649 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-72896c71-0c64-471d-b08b-e88f4ab82354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:23:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:23:40.677816 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-72896c71-0c64-471d-b08b-e88f4ab82354 None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:23:40.757464 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aede69f6-951f-4a68-99d8-6dee54f1b3e4 req-a426f5a0-5761-45d1-bd87-0677456988e2 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 210 time: 0.0290787 Apr 12 16:23:40.872388 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-72896c71-0c64-471d-b08b-e88f4ab82354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:23:40.905372 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72896c71-0c64-471d-b08b-e88f4ab82354 None None] The sync data for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi is: [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:23:41.146590 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2fa578-eabf-4f23-8d98-7c59b85f005c None None] New status for floating IP 28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc: DOWN {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:23:41.367660 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bc1e5-73ba-4139-ae79-30d908a6d4b8 req-ceb81806-a059-4106-a972-5f357b1f9ac5 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:41.369409 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ae8bc1e5-73ba-4139-ae79-30d908a6d4b8 req-ceb81806-a059-4106-a972-5f357b1f9ac5 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0515964 Apr 12 16:23:41.462244 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fda8c3-f181-4f27-9224-febc036701df req-767cafae-ee22-4a84-a177-76b465575792 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:41.463767 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-18fda8c3-f181-4f27-9224-febc036701df req-767cafae-ee22-4a84-a177-76b465575792 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 945 time: 0.0742893 Apr 12 16:23:41.466801 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ae8bc1e5-73ba-4139-ae79-30d908a6d4b8 req-87898dc7-ce54-44f5-a313-31199996e374 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910642 Apr 12 16:23:41.511556 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-18fda8c3-f181-4f27-9224-febc036701df req-9c9c65fb-2184-4037-9d61-397b3221ab2c tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420253 Apr 12 16:23:41.975848 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a0f82e9-1e8f-4748-b5c3-db06f3fa881d req-e9e3bd90-93b4-4023-870a-deaced893eba tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 210 time: 0.0332026 Apr 12 16:23:42.593091 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99f129-fbe3-4fe2-92ce-08dd5722d3ef req-59aa6120-3fa8-429c-a206-600995251b82 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:42.594641 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb99f129-fbe3-4fe2-92ce-08dd5722d3ef req-59aa6120-3fa8-429c-a206-600995251b82 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0548685 Apr 12 16:23:42.655120 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b902e-b88d-4835-af24-c15f672f5e26 req-666c0834-5abc-4d56-852d-e67556acfb4b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:42.656663 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-035b902e-b88d-4835-af24-c15f672f5e26 req-666c0834-5abc-4d56-852d-e67556acfb4b tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 945 time: 0.0611436 Apr 12 16:23:42.691552 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb99f129-fbe3-4fe2-92ce-08dd5722d3ef req-c6ba55ec-f930-4131-998c-e88362664fdd tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878208 Apr 12 16:23:42.717861 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-035b902e-b88d-4835-af24-c15f672f5e26 req-57bd947a-ab72-4b68-8623-2050fa4e4343 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/security-groups?id=58ff6cff-1d78-4ba7-8dee-ed9115d32a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552506 Apr 12 16:23:43.115472 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4f217a98-d841-4358-9fc7-7384a860710d req-d1309a7e-da23-4962-94b0-03ac463f57e5 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0d39db-fcb6-41ef-a1f9-e27aa96dbcac HTTP/1.1" status: 200 len: 210 time: 0.0398273 Apr 12 16:23:43.345615 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117a574-fdea-4ea3-bb64-3a3d8fbd2323 req-2190f37b-5ec1-4704-ae65-2aa718090d2c tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:43.347106 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5117a574-fdea-4ea3-bb64-3a3d8fbd2323 req-2190f37b-5ec1-4704-ae65-2aa718090d2c tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.45 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 945 time: 0.0567214 Apr 12 16:23:43.453555 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-5117a574-fdea-4ea3-bb64-3a3d8fbd2323 req-1a8827b8-2d82-4c7a-ad71-8f08808233e0 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Deleting port 3f75fe13-2bb9-45aa-b722-a916232b255c {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:23:43.453906 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5117a574-fdea-4ea3-bb64-3a3d8fbd2323 req-1a8827b8-2d82-4c7a-ad71-8f08808233e0 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:43.559099 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-5117a574-fdea-4ea3-bb64-3a3d8fbd2323 req-1a8827b8-2d82-4c7a-ad71-8f08808233e0 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] For port 3f75fe13-2bb9-45aa-b722-a916232b255c, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3f75fe13-2bb9-45aa-b722-a916232b255c,segment=NetworkSegment(63f277d1-5c11-4a38-8b82-a6de39b06dc8),segment_id=63f277d1-5c11-4a38-8b82-a6de39b06dc8)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:23:43.559657 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5117a574-fdea-4ea3-bb64-3a3d8fbd2323 req-1a8827b8-2d82-4c7a-ad71-8f08808233e0 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:43.582289 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-5117a574-fdea-4ea3-bb64-3a3d8fbd2323 req-1a8827b8-2d82-4c7a-ad71-8f08808233e0 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Calling delete_port for 3f75fe13-2bb9-45aa-b722-a916232b255c owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:23:43.711236 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 150e9cf9-34e1-43bb-8678-6b019f683dc6 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:23:43.721397 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5117a574-fdea-4ea3-bb64-3a3d8fbd2323 req-1a8827b8-2d82-4c7a-ad71-8f08808233e0 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (3f75fe13-2bb9-45aa-b722-a916232b255c), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:43.736347 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: 150e9cf9-34e1-43bb-8678-6b019f683dc6 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:23:43.737127 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 150e9cf9-34e1-43bb-8678-6b019f683dc6 not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:23:43.740452 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['3f75fe13-2bb9-45aa-b722-a916232b255c'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:23:43.763293 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8827b8-2d82-4c7a-ad71-8f08808233e0 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Pushing event deleted for resources: {'Port': ['ID=3f75fe13-2bb9-45aa-b722-a916232b255c,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:43.863299 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5117a574-fdea-4ea3-bb64-3a3d8fbd2323 req-1a8827b8-2d82-4c7a-ad71-8f08808233e0 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] No DVR routers for this DVR port 3f75fe13-2bb9-45aa-b722-a916232b255c on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:23:43.866127 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0b6c1972-b45a-4189-97ec-bc7381448996 req-64d18fc5-befb-4693-ada3-a5dc77c45650 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e1eb9a-45b4-4544-9f82-0af5e1705f6d HTTP/1.1" status: 200 len: 210 time: 0.0535879 Apr 12 16:23:43.868984 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5117a574-fdea-4ea3-bb64-3a3d8fbd2323 req-1a8827b8-2d82-4c7a-ad71-8f08808233e0 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:43.872141 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5117a574-fdea-4ea3-bb64-3a3d8fbd2323 req-1a8827b8-2d82-4c7a-ad71-8f08808233e0 tempest-VolumesSnapshotTestJSON-631066027 tempest-VolumesSnapshotTestJSON-631066027-project] 10.222.0.45 "DELETE /v2.0/ports/3f75fe13-2bb9-45aa-b722-a916232b255c HTTP/1.1" status: 204 len: 173 time: 0.5070839 Apr 12 16:23:43.872580 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e1eb9a-45b4-4544-9f82-0af5e1705f6d', 'name': 'network-vif-deleted', 'tag': '3f75fe13-2bb9-45aa-b722-a916232b255c'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:23:43.874984 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3289d8-6db7-4747-b3ea-075aadd78ab4" -d '{"events": [{"server_uuid": "66e1eb9a-45b4-4544-9f82-0af5e1705f6d", "name": "network-vif-deleted", "tag": "3f75fe13-2bb9-45aa-b722-a916232b255c"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:23:43.884567 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13026d-bea8-4801-a62c-699ea8c070cb req-541bfa48-180a-4869-b7c8-12aaed426a8a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:43.886066 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bb13026d-bea8-4801-a62c-699ea8c070cb req-541bfa48-180a-4869-b7c8-12aaed426a8a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.1205719 Apr 12 16:23:43.916765 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9f5d80-e95a-48d8-a8db-7cad02cbb2f4 x-openstack-request-id: req-fb9f5d80-e95a-48d8-a8db-7cad02cbb2f4 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:23:43.917098 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e1eb9a-45b4-4544-9f82-0af5e1705f6d", "name": "network-vif-deleted", "tag": "3f75fe13-2bb9-45aa-b722-a916232b255c", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:23:43.917365 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fb9f5d80-e95a-48d8-a8db-7cad02cbb2f4 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:23:43.917800 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9f5d80-e95a-48d8-a8db-7cad02cbb2f4'] response: {'server_uuid': '66e1eb9a-45b4-4544-9f82-0af5e1705f6d', 'name': 'network-vif-deleted', 'tag': '3f75fe13-2bb9-45aa-b722-a916232b255c', 'status': 'completed', 'code': 200} Apr 12 16:23:43.951593 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bb13026d-bea8-4801-a62c-699ea8c070cb req-38903542-5601-4f20-8445-6d43933451a3 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577054 Apr 12 16:23:44.208116 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 47936) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:23:44.262724 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c59099a1-d44d-4942-b170-bcbf56e566ed tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (fcf9dc89-e8c6-48b1-bd69-455747b5951d), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:44.285853 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c59099a1-d44d-4942-b170-bcbf56e566ed tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (fcf9dc89-e8c6-48b1-bd69-455747b5951d), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:44.340842 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c59099a1-d44d-4942-b170-bcbf56e566ed tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (fcf9dc89-e8c6-48b1-bd69-455747b5951d), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:44.345763 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c59099a1-d44d-4942-b170-bcbf56e566ed tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:44.347380 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c59099a1-d44d-4942-b170-bcbf56e566ed tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "DELETE /v2.0/security-groups/fcf9dc89-e8c6-48b1-bd69-455747b5951d HTTP/1.1" status: 204 len: 168 time: 0.1382337 Apr 12 16:23:44.350498 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 47938) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:23:44.357696 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59099a1-d44d-4942-b170-bcbf56e566ed tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf9dc89-e8c6-48b1-bd69-455747b5951d,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:44.367462 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.api.v2.resource [None req-574b8fb0-2faf-4ff4-96b9-ca11c968d67c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] show failed (client error): The resource could not be found. Apr 12 16:23:44.372325 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-574b8fb0-2faf-4ff4-96b9-ca11c968d67c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups/fcf9dc89-e8c6-48b1-bd69-455747b5951d HTTP/1.1" status: 404 len: 347 time: 0.0204506 Apr 12 16:23:44.372955 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 47940) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:23:44.500238 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-adda1849-4b56-495e-99c5-7beb3bab056e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Deleting port 6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:23:44.500554 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-adda1849-4b56-495e-99c5-7beb3bab056e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:44.587898 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-adda1849-4b56-495e-99c5-7beb3bab056e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:44.588226 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-adda1849-4b56-495e-99c5-7beb3bab056e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:44.601380 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-adda1849-4b56-495e-99c5-7beb3bab056e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Calling delete_port for 6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3 owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:23:44.814735 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-adda1849-4b56-495e-99c5-7beb3bab056e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879'] for port (6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:44.849380 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda1849-4b56-495e-99c5-7beb3bab056e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event deleted for resources: {'Port': ['ID=6b49b1cd-2a3c-44d6-ac0b-cc0937a6c9d3,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:44.875291 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-adda1849-4b56-495e-99c5-7beb3bab056e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:44.877742 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-adda1849-4b56-495e-99c5-7beb3bab056e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:44.878932 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-adda1849-4b56-495e-99c5-7beb3bab056e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "DELETE /v2.0/floatingips/28b311d7-23aa-4e77-8cb4-4cb7ac7d51fc HTTP/1.1" status: 204 len: 168 time: 0.5048764 Apr 12 16:23:45.071187 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900d82c-110d-4953-b666-f3066308afa5 req-c7122f68-9803-4eda-8b0d-ab35df3a3055 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:45.078569 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c900d82c-110d-4953-b666-f3066308afa5 req-c7122f68-9803-4eda-8b0d-ab35df3a3055 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0581515 Apr 12 16:23:45.126431 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c900d82c-110d-4953-b666-f3066308afa5 req-9d73983c-39d7-43fb-aa61-e087dc6e3004 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465891 Apr 12 16:23:45.537333 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 47954) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:23:45.544833 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-dd9c67fd-e892-48d7-8d3c-ddfb225770fc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--470042977', 'description': 'tempest-description--766584735'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:23:45.573021 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dd9c67fd-e892-48d7-8d3c-ddfb225770fc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:45.643098 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dd9c67fd-e892-48d7-8d3c-ddfb225770fc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (012ac479-3cd2-4dbf-a2c6-a47561751df9), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:45.648245 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dd9c67fd-e892-48d7-8d3c-ddfb225770fc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (012ac479-3cd2-4dbf-a2c6-a47561751df9), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:45.677656 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dd9c67fd-e892-48d7-8d3c-ddfb225770fc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:45.678896 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-dd9c67fd-e892-48d7-8d3c-ddfb225770fc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1399341 Apr 12 16:23:45.680681 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c67fd-e892-48d7-8d3c-ddfb225770fc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=012ac479-3cd2-4dbf-a2c6-a47561751df9,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:45.681868 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 47956) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:23:45.687542 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-b37d5f7f-2d6b-4342-bf05-bbb7476abd29 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'security_group_rule': {'security_group_id': '012ac479-3cd2-4dbf-a2c6-a47561751df9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:23:45.716485 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b37d5f7f-2d6b-4342-bf05-bbb7476abd29 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (ba7f244f-4b74-4ee4-b3b9-088453747539), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:45.784366 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b37d5f7f-2d6b-4342-bf05-bbb7476abd29 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (ba7f244f-4b74-4ee4-b3b9-088453747539), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:45.788918 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b37d5f7f-2d6b-4342-bf05-bbb7476abd29 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (ba7f244f-4b74-4ee4-b3b9-088453747539), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:45.806371 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d5f7f-2d6b-4342-bf05-bbb7476abd29 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7f244f-4b74-4ee4-b3b9-088453747539,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:45.815507 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b37d5f7f-2d6b-4342-bf05-bbb7476abd29 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:45.816706 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b37d5f7f-2d6b-4342-bf05-bbb7476abd29 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330955 Apr 12 16:23:45.819458 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 47958) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:23:45.823652 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-777c4ed1-7016-4a64-a4f5-ef7fb9813950 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'security_group_rule': {'security_group_id': '012ac479-3cd2-4dbf-a2c6-a47561751df9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:23:45.848505 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-777c4ed1-7016-4a64-a4f5-ef7fb9813950 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (539abc55-8dd9-4d97-9925-982551c37de0), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:45.906258 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-777c4ed1-7016-4a64-a4f5-ef7fb9813950 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (539abc55-8dd9-4d97-9925-982551c37de0), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:45.911863 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-777c4ed1-7016-4a64-a4f5-ef7fb9813950 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (539abc55-8dd9-4d97-9925-982551c37de0), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:45.930682 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c4ed1-7016-4a64-a4f5-ef7fb9813950 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539abc55-8dd9-4d97-9925-982551c37de0,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:45.939866 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-777c4ed1-7016-4a64-a4f5-ef7fb9813950 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:45.941423 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-777c4ed1-7016-4a64-a4f5-ef7fb9813950 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209705 Apr 12 16:23:45.948135 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 47960) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:23:45.952791 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'floatingip': {'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:23:45.974694 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:46.058225 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:46.180227 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Allocated IP 172.27.2.78 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/b7273618-7311-49b8-97fd-5ddab9e7d5d2) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:23:46.288988 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086208e7-22ca-4f66-9b18-4a528c20c73d req-548a081d-9ba2-44f3-9474-cfc27c050f23 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:46.290442 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-086208e7-22ca-4f66-9b18-4a528c20c73d req-548a081d-9ba2-44f3-9474-cfc27c050f23 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0855353 Apr 12 16:23:46.337496 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for port (b7273618-7311-49b8-97fd-5ddab9e7d5d2), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:46.370471 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-086208e7-22ca-4f66-9b18-4a528c20c73d req-b38e57e8-8ae2-47a6-ba8e-eead85c3983e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738420 Apr 12 16:23:46.400914 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (b7273618-7311-49b8-97fd-5ddab9e7d5d2), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:46.443276 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:23:46.450586 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:23:46.455748 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:23:46.458895 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'Port': ['ID=b7273618-7311-49b8-97fd-5ddab9e7d5d2,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:46.539148 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (ef716063-2018-4b29-824b-dcbe85212fe2), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:46.580847 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (b7273618-7311-49b8-97fd-5ddab9e7d5d2), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:46.750960 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for port (b7273618-7311-49b8-97fd-5ddab9e7d5d2), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:46.758544 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (b7273618-7311-49b8-97fd-5ddab9e7d5d2), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:46.827555 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'Port': ['ID=b7273618-7311-49b8-97fd-5ddab9e7d5d2,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:46.841496 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (ef716063-2018-4b29-824b-dcbe85212fe2), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:46.860450 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:46.861681 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-dc38b45d-06e6-47a8-8485-6d1b1ac73e2d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9124982 Apr 12 16:23:47.016437 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-82af07b1-c4d5-4c2d-a606-e878f8069008 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--470042977&fields=id&tenant_id=8743d75ee3b14874a47f8c5c5054795c HTTP/1.1" status: 200 len: 267 time: 0.0429943 Apr 12 16:23:47.136442 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bff968-08e1-4145-aad0-18e81a838261 req-7125b438-2cb8-4da6-b7dc-bb0e7e273168 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:47.137900 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-7125b438-2cb8-4da6-b7dc-bb0e7e273168 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 815 time: 0.1146340 Apr 12 16:23:47.157958 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-83fb27ec-8473-4fe0-9554-92a61f28a638 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/quotas/8743d75ee3b14874a47f8c5c5054795c HTTP/1.1" status: 200 len: 375 time: 0.0138001 Apr 12 16:23:47.210425 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-963429ac-0db0-4e43-b845-c58d04dddf92 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472589 Apr 12 16:23:47.362886 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-97eec7a2-5de9-4fd3-b640-4278cb56fa28 service neutron] 10.222.0.67 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405971 Apr 12 16:23:47.496994 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-df6c534d-5334-40fa-ae3c-9d4f2f9bbe87 service neutron] 10.222.0.67 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254900 Apr 12 16:23:47.505306 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488929ad-6f42-4b61-bf13-4e0e2e2e5b5b req-68064e05-a7b4-4874-813e-817e42a21fa3 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:47.506829 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-488929ad-6f42-4b61-bf13-4e0e2e2e5b5b req-68064e05-a7b4-4874-813e-817e42a21fa3 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0646136 Apr 12 16:23:47.572681 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-488929ad-6f42-4b61-bf13-4e0e2e2e5b5b req-6b9f3cc7-60b7-41b3-a989-0b1f013d002f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536292 Apr 12 16:23:47.662900 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dee77c41-229b-4999-8fc4-e6aebde8b2e1 req-205f2ef3-5d3c-4764-9eb9-cce15c9bc0a9 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 210 time: 0.0321012 Apr 12 16:23:47.825502 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 3f75fe13-2bb9-45aa-b722-a916232b255c no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:23:47.846184 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: 3f75fe13-2bb9-45aa-b722-a916232b255c {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:23:47.846549 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 3f75fe13-2bb9-45aa-b722-a916232b255c not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:23:48.706451 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d89daa-a5a3-4263-aed2-f286535e11e7 req-0abd378f-3408-4339-82ba-adfae88d783f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:48.708037 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-21d89daa-a5a3-4263-aed2-f286535e11e7 req-0abd378f-3408-4339-82ba-adfae88d783f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0528605 Apr 12 16:23:48.768093 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fb23c4b8-07c0-4c76-9286-3c49638d00fd req-a65f8d2d-a9ee-4ae4-96f5-b95e547dd84a tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 210 time: 0.0349195 Apr 12 16:23:48.790818 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-21d89daa-a5a3-4263-aed2-f286535e11e7 req-70e2583e-0d17-4d32-b6aa-b0e040038a50 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768268 Apr 12 16:23:49.876080 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-94e2ef5e-6cea-4796-9d74-5b9d49ca15a8 req-d8935e94-46fd-4e8c-a910-fcb0ed4b6ddf tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 210 time: 0.0363531 Apr 12 16:23:49.916594 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e8e6c-0233-4dd5-87df-fabf854cbaf5 req-aafd85d3-88be-46b8-b269-ac3d97b6598c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:49.918058 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9b2e8e6c-0233-4dd5-87df-fabf854cbaf5 req-aafd85d3-88be-46b8-b269-ac3d97b6598c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0516500 Apr 12 16:23:49.966835 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9b2e8e6c-0233-4dd5-87df-fabf854cbaf5 req-ddb2c4c7-7506-4305-9801-33d7d85021a7 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426652 Apr 12 16:23:50.675766 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c155e2ee-1e3a-44b4-beb9-88da3ded72a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:51.319165 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2dd3a9c8-5dfd-4e83-a453-950683f3da34 req-ba268a68-f184-48d1-8401-4634dfc09421 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 210 time: 0.3173792 Apr 12 16:23:51.333775 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bff968-08e1-4145-aad0-18e81a838261 req-240f581d-0ade-41a3-869f-25e20da096ec tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:51.335299 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-240f581d-0ade-41a3-869f-25e20da096ec tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 815 time: 0.4461343 Apr 12 16:23:51.369288 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edeb3d-34f3-49e3-b256-25870d818683 req-965277b1-dc88-4f17-a86a-7b60a6020113 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:51.370761 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d8edeb3d-34f3-49e3-b256-25870d818683 req-965277b1-dc88-4f17-a86a-7b60a6020113 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0561874 Apr 12 16:23:51.449422 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d8edeb3d-34f3-49e3-b256-25870d818683 req-4c1b7c69-8425-4a6b-83a2-b20963a72bad tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723417 Apr 12 16:23:51.454545 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-4624f8a3-73ec-4075-a3b0-a1db06e36884 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8743d75ee3b14874a47f8c5c5054795c HTTP/1.1" status: 200 len: 379 time: 0.0828810 Apr 12 16:23:51.469019 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-38bff968-08e1-4145-aad0-18e81a838261 req-534432d8-ba05-4ea8-8bab-7ea5c02d9069 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'port': {'device_id': 'ea521f02-9af9-4bc5-b265-df2e2c2c70f5', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'admin_state_up': True, 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'security_groups': ['012ac479-3cd2-4dbf-a2c6-a47561751df9']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:23:51.585420 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38bff968-08e1-4145-aad0-18e81a838261 req-534432d8-ba05-4ea8-8bab-7ea5c02d9069 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Made reservation on behalf of 8743d75ee3b14874a47f8c5c5054795c for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:23:51.589213 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-38bff968-08e1-4145-aad0-18e81a838261 req-534432d8-ba05-4ea8-8bab-7ea5c02d9069 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:51.717713 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-38bff968-08e1-4145-aad0-18e81a838261 req-534432d8-ba05-4ea8-8bab-7ea5c02d9069 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Allocated IP 172.20.0.6 (ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a/a54963cb-0986-4500-9b88-9607219c9268/1812f159-e716-45a8-ad5e-89979163b257) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:23:51.860032 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-38bff968-08e1-4145-aad0-18e81a838261 req-534432d8-ba05-4ea8-8bab-7ea5c02d9069 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for port (1812f159-e716-45a8-ad5e-89979163b257), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:51.894304 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-38bff968-08e1-4145-aad0-18e81a838261 req-534432d8-ba05-4ea8-8bab-7ea5c02d9069 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (1812f159-e716-45a8-ad5e-89979163b257), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:51.936401 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38bff968-08e1-4145-aad0-18e81a838261 req-534432d8-ba05-4ea8-8bab-7ea5c02d9069 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:23:51.941853 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-38bff968-08e1-4145-aad0-18e81a838261 req-534432d8-ba05-4ea8-8bab-7ea5c02d9069 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:23:51.945685 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bff968-08e1-4145-aad0-18e81a838261 req-534432d8-ba05-4ea8-8bab-7ea5c02d9069 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:23:51.952845 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534432d8-ba05-4ea8-8bab-7ea5c02d9069 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'Port': ['ID=1812f159-e716-45a8-ad5e-89979163b257,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:52.004509 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bff968-08e1-4145-aad0-18e81a838261 req-534432d8-ba05-4ea8-8bab-7ea5c02d9069 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:52.005295 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-38bff968-08e1-4145-aad0-18e81a838261 req-534432d8-ba05-4ea8-8bab-7ea5c02d9069 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:52.032553 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-534432d8-ba05-4ea8-8bab-7ea5c02d9069 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5696123 Apr 12 16:23:52.123227 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Request body: {'port': {'device_id': 'ea521f02-9af9-4bc5-b265-df2e2c2c70f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:23:52.191188 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (1812f159-e716-45a8-ad5e-89979163b257), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:52.219284 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-9d2dc225-4fbb-4668-b95b-c4b9238662c9 None None] Provisioning complete for port 1812f159-e716-45a8-ad5e-89979163b257 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:23:52.219804 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9d2dc225-4fbb-4668-b95b-c4b9238662c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (1812f159-e716-45a8-ad5e-89979163b257), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:52.257814 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-9d2dc225-4fbb-4668-b95b-c4b9238662c9 None None] Port 1812f159-e716-45a8-ad5e-89979163b257 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:23:52.462493 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e931276-8ac0-45c4-aea3-8a5e0a78b805 req-91a4f652-0769-436e-b4e9-61002251d3b2 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:52.463936 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e931276-8ac0-45c4-aea3-8a5e0a78b805 req-91a4f652-0769-436e-b4e9-61002251d3b2 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 931 time: 0.0739405 Apr 12 16:23:52.557385 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1812f159-e716-45a8-ad5e-89979163b257 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:23:52.566249 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Publish callbacks [] for port (1812f159-e716-45a8-ad5e-89979163b257), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:52.586589 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e931276-8ac0-45c4-aea3-8a5e0a78b805 req-1d41c83c-da02-43b1-95c2-75d9f72ba7e1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165867 Apr 12 16:23:52.606306 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Transition to ACTIVE for port object 1812f159-e716-45a8-ad5e-89979163b257 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:23:52.613453 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4224e-e84d-491a-8d17-7642c0c187c8 req-717cb908-f45e-4d80-808e-9e3529d613b5 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:52.614997 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-19c4224e-e84d-491a-8d17-7642c0c187c8 req-717cb908-f45e-4d80-808e-9e3529d613b5 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0727773 Apr 12 16:23:52.616045 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (1812f159-e716-45a8-ad5e-89979163b257), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:52.693020 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1812f159-e716-45a8-ad5e-89979163b257,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:52.732669 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-19c4224e-e84d-491a-8d17-7642c0c187c8 req-b9f1bb4b-a7b1-4535-9a8f-035b7c7e44f5 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112778 Apr 12 16:23:52.785391 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Attempting to bind port 1812f159-e716-45a8-ad5e-89979163b257 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:23:52.785778 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Attempting to bind port 1812f159-e716-45a8-ad5e-89979163b257 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:23:52.786097 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Attempting to bind port 1812f159-e716-45a8-ad5e-89979163b257 on network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:23:52.790890 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Port 1812f159-e716-45a8-ad5e-89979163b257 on network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:23:52.791221 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Attempting to bind port 1812f159-e716-45a8-ad5e-89979163b257 on network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:23:52.796383 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:23:52.796797 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Checking segment: {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:23:52.797170 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Bound using segment: {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:23:52.797703 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Bound port: 1812f159-e716-45a8-ad5e-89979163b257, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:23:52.797703 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (1812f159-e716-45a8-ad5e-89979163b257), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:52.872389 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] For port 1812f159-e716-45a8-ad5e-89979163b257, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:23:52.876490 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] For port 1812f159-e716-45a8-ad5e-89979163b257, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1812f159-e716-45a8-ad5e-89979163b257,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:23:52.884576 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (1812f159-e716-45a8-ad5e-89979163b257), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:52.924556 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:52.925042 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:52.926493 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] 10.222.0.45 "PUT /v2.0/ports/1812f159-e716-45a8-ad5e-89979163b257 HTTP/1.1" status: 200 len: 1093 time: 0.8833227 Apr 12 16:23:52.926890 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea521f02-9af9-4bc5-b265-df2e2c2c70f5', 'tag': '1812f159-e716-45a8-ad5e-89979163b257'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:23:52.929141 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8cf718-635c-4ffa-ab65-6ac6260a9fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea521f02-9af9-4bc5-b265-df2e2c2c70f5", "tag": "1812f159-e716-45a8-ad5e-89979163b257"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:23:52.965694 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2702d708-a125-4d9f-a0e8-61fa62d7a1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:52.967075 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf15d2-6685-42a3-a3bb-8505fe0f55d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1812f159-e716-45a8-ad5e-89979163b257,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:52.982640 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacaa4b6-793b-4de7-9d32-fb299c012ac5 x-openstack-request-id: req-cacaa4b6-793b-4de7-9d32-fb299c012ac5 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:23:52.982983 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea521f02-9af9-4bc5-b265-df2e2c2c70f5", "tag": "1812f159-e716-45a8-ad5e-89979163b257", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:23:52.983191 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cacaa4b6-793b-4de7-9d32-fb299c012ac5 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:23:52.984365 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cacaa4b6-793b-4de7-9d32-fb299c012ac5'] response: {'name': 'network-changed', 'server_uuid': 'ea521f02-9af9-4bc5-b265-df2e2c2c70f5', 'tag': '1812f159-e716-45a8-ad5e-89979163b257', 'status': 'completed', 'code': 200} Apr 12 16:23:53.038733 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bff968-08e1-4145-aad0-18e81a838261 req-eb01499e-c101-4822-842a-b82777b95a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:53.040272 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-eb01499e-c101-4822-842a-b82777b95a99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 1127 time: 0.0454001 Apr 12 16:23:53.089288 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-a85a5765-7005-4485-92c5-106daeb69d82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1812f159-e716-45a8-ad5e-89979163b257 HTTP/1.1" status: 200 len: 217 time: 0.0368371 Apr 12 16:23:53.152500 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bff968-08e1-4145-aad0-18e81a838261 req-40c7c95c-16c6-4f19-bc46-0bd44c2a355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:53.153958 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-40c7c95c-16c6-4f19-bc46-0bd44c2a355c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a54963cb-0986-4500-9b88-9607219c9268 HTTP/1.1" status: 200 len: 854 time: 0.0514708 Apr 12 16:23:53.225007 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bff968-08e1-4145-aad0-18e81a838261 req-c47d9425-574d-4abb-85c9-f85dcf7cf4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:53.226859 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-c47d9425-574d-4abb-85c9-f85dcf7cf4a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606849 Apr 12 16:23:53.341850 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-b9598aa1-3ab5-421d-b8f9-3c1efac39019 service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991900 Apr 12 16:23:53.464014 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38bff968-08e1-4145-aad0-18e81a838261 req-71b1c668-4d33-4b07-8c48-021c727a6692 service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116889 Apr 12 16:23:53.715202 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bf7f4-c67b-4fa3-bf0d-fdda0fd48327 req-1defd1db-2b69-43ad-aaab-3b6d5fe720de tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:53.716718 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d97bf7f4-c67b-4fa3-bf0d-fdda0fd48327 req-1defd1db-2b69-43ad-aaab-3b6d5fe720de tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 943 time: 0.0537205 Apr 12 16:23:53.766939 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d97bf7f4-c67b-4fa3-bf0d-fdda0fd48327 req-5ff1982e-7a3d-44e0-939e-4f6f610f297d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439787 Apr 12 16:23:53.869265 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae0239-b505-4aeb-8746-6a358363fef7 req-4e8e761f-c9f4-40c1-a449-bcbf21e00cb9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:53.870878 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8cae0239-b505-4aeb-8746-6a358363fef7 req-4e8e761f-c9f4-40c1-a449-bcbf21e00cb9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0554714 Apr 12 16:23:53.920595 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8cae0239-b505-4aeb-8746-6a358363fef7 req-438faede-d45b-461e-8091-08a8e6a9e3d1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432804 Apr 12 16:23:54.194567 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:54.887014 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81fe9-8f7e-49c7-b75a-29e93625f65a req-62115f18-4f6e-450f-8257-4d4a66f388de tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:54.888598 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d9a81fe9-8f7e-49c7-b75a-29e93625f65a req-62115f18-4f6e-450f-8257-4d4a66f388de tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 943 time: 0.0498929 Apr 12 16:23:54.935900 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d9a81fe9-8f7e-49c7-b75a-29e93625f65a req-2948657f-bea6-4244-b9d2-8d75d2cf5833 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413313 Apr 12 16:23:55.039017 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cb116-5f47-4410-90c8-2f8d9c3fedea req-4494c2fc-a2ee-4261-a79a-36bf58fb8311 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:55.040466 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-561cb116-5f47-4410-90c8-2f8d9c3fedea req-4494c2fc-a2ee-4261-a79a-36bf58fb8311 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0503876 Apr 12 16:23:55.094287 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-561cb116-5f47-4410-90c8-2f8d9c3fedea req-6c7fc4d9-948d-427a-bce7-69427e2dcc95 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480471 Apr 12 16:23:55.193366 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:55.541732 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:56.052127 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87934afe-f60e-4421-a1d8-f83fc0e3e4ec req-88ceca9a-53cf-4a25-a68d-fc87ba8d20e6 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:56.053842 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-87934afe-f60e-4421-a1d8-f83fc0e3e4ec req-88ceca9a-53cf-4a25-a68d-fc87ba8d20e6 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 943 time: 0.0478535 Apr 12 16:23:56.100578 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-87934afe-f60e-4421-a1d8-f83fc0e3e4ec req-b43fdafc-ed4c-4326-9355-e1e5e64cf0fc tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407896 Apr 12 16:23:56.217247 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d4dd5-1ee3-495c-9579-51b447f35375 req-fcaea5c2-bb85-426c-8198-6a0111b70183 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:56.218912 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-479d4dd5-1ee3-495c-9579-51b447f35375 req-fcaea5c2-bb85-426c-8198-6a0111b70183 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0493448 Apr 12 16:23:56.277663 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-479d4dd5-1ee3-495c-9579-51b447f35375 req-bdda4171-7173-4674-afb7-1ef7be1b3942 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515802 Apr 12 16:23:57.027721 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:57.222253 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad792e-d19d-4ad7-b761-240ba600dce9 req-f425453e-0460-45cd-af86-8ce8eb1533c1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:57.223719 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7cad792e-d19d-4ad7-b761-240ba600dce9 req-f425453e-0460-45cd-af86-8ce8eb1533c1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 943 time: 0.0523467 Apr 12 16:23:57.268085 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 1812f159-e716-45a8-ad5e-89979163b257 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:23:57.275023 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7cad792e-d19d-4ad7-b761-240ba600dce9 req-a93d69a5-8d83-4894-af08-6f90c87ec6b3 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456169 Apr 12 16:23:57.372836 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 1812f159-e716-45a8-ad5e-89979163b257, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1812f159-e716-45a8-ad5e-89979163b257,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:23:57.384948 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': '1812f159-e716-45a8-ad5e-89979163b257', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'port_id': '1812f159-e716-45a8-ad5e-89979163b257', 'mac_address': 'fa:16:3e:16:ca:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:23:57.395502 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9b82d-5cad-4435-ae1c-516077d5e0f4 req-42707a0f-2fba-48f5-bfa0-cdd527b8d551 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:57.397010 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6ab9b82d-5cad-4435-ae1c-516077d5e0f4 req-42707a0f-2fba-48f5-bfa0-cdd527b8d551 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0502069 Apr 12 16:23:57.427070 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 1812f159-e716-45a8-ad5e-89979163b257 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:23:57.427466 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (1812f159-e716-45a8-ad5e-89979163b257), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:57.441012 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1812f159-e716-45a8-ad5e-89979163b257 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:23:57.448454 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6ab9b82d-5cad-4435-ae1c-516077d5e0f4 req-5f93e1e5-e119-45bd-8552-e6faa631750b tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455651 Apr 12 16:23:57.462879 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 1812f159-e716-45a8-ad5e-89979163b257, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1812f159-e716-45a8-ad5e-89979163b257,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:23:57.468422 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (1812f159-e716-45a8-ad5e-89979163b257), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:23:57.516769 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=1812f159-e716-45a8-ad5e-89979163b257,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:23:57.524032 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:57.524387 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:57.524758 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:57.525110 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:57.525453 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:57.525789 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:57.526155 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:57.526493 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:57.526829 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:57.527164 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:57.527494 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:57.527842 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:57.528176 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:57.528505 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:57.528834 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:23:58.403169 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05b8c5-1127-40b8-934e-1ee708ad45da req-d0fe0498-1911-4265-99d2-83cb97083f67 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:58.404563 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3a05b8c5-1127-40b8-934e-1ee708ad45da req-d0fe0498-1911-4265-99d2-83cb97083f67 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 944 time: 0.0516214 Apr 12 16:23:58.456655 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3a05b8c5-1127-40b8-934e-1ee708ad45da req-de4e89e8-76ba-46bb-b3d5-0749948ff628 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458522 Apr 12 16:23:58.570983 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc8381-c28c-4a07-b952-62e0cef633b8 req-6d5ef3cb-f6d7-4d68-967c-36119d52c305 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:58.572446 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-86bc8381-c28c-4a07-b952-62e0cef633b8 req-6d5ef3cb-f6d7-4d68-967c-36119d52c305 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0482290 Apr 12 16:23:58.624664 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-86bc8381-c28c-4a07-b952-62e0cef633b8 req-31adaebb-db16-4e27-9dd0-e1df95885061 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462337 Apr 12 16:23:58.847254 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cf718-635c-4ffa-ab65-6ac6260a9fc6 req-77321263-d9d5-4c8b-b270-689d05b7bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:58.848881 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc8cf718-635c-4ffa-ab65-6ac6260a9fc6 req-77321263-d9d5-4c8b-b270-689d05b7bd5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 1128 time: 0.0433753 Apr 12 16:23:59.014970 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cf718-635c-4ffa-ab65-6ac6260a9fc6 req-ee5265f9-0bb0-45b5-9fbb-c78e3dc6e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:59.017709 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc8cf718-635c-4ffa-ab65-6ac6260a9fc6 req-ee5265f9-0bb0-45b5-9fbb-c78e3dc6e6ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 916 time: 0.1346250 Apr 12 16:23:59.070998 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc8cf718-635c-4ffa-ab65-6ac6260a9fc6 req-4b098292-6b68-4dc5-81cf-d993a508644e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1812f159-e716-45a8-ad5e-89979163b257 HTTP/1.1" status: 200 len: 217 time: 0.0367739 Apr 12 16:23:59.134705 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cf718-635c-4ffa-ab65-6ac6260a9fc6 req-544c426d-49fe-44b0-9d81-03044fec7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:59.136391 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc8cf718-635c-4ffa-ab65-6ac6260a9fc6 req-544c426d-49fe-44b0-9d81-03044fec7663 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a54963cb-0986-4500-9b88-9607219c9268 HTTP/1.1" status: 200 len: 854 time: 0.0520427 Apr 12 16:23:59.174152 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['1812f159-e716-45a8-ad5e-89979163b257'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:23:59.186989 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cf718-635c-4ffa-ab65-6ac6260a9fc6 req-811fe5c1-c36c-4637-9f81-94024425cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:59.188515 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc8cf718-635c-4ffa-ab65-6ac6260a9fc6 req-811fe5c1-c36c-4637-9f81-94024425cff9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403724 Apr 12 16:23:59.300659 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc8cf718-635c-4ffa-ab65-6ac6260a9fc6 req-2ed9b4f6-7ec7-49a2-b4c7-201226a5968c service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962002 Apr 12 16:23:59.409548 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc8cf718-635c-4ffa-ab65-6ac6260a9fc6 req-eda1c8a3-0aaf-409a-9345-791637419b68 service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975592 Apr 12 16:23:59.588235 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db9730-e77b-40d5-a2d9-0cd6018e359d req-b88d6196-167d-41fa-9735-e22cb71adb2f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:59.589919 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e0db9730-e77b-40d5-a2d9-0cd6018e359d req-b88d6196-167d-41fa-9735-e22cb71adb2f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 944 time: 0.0573351 Apr 12 16:23:59.641706 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e0db9730-e77b-40d5-a2d9-0cd6018e359d req-b7236e39-9fab-4913-9b69-872854405d85 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457497 Apr 12 16:23:59.883501 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aadd5-a45a-4a63-98c6-39a9eecfd6ce req-39e90c63-136a-4f82-9d4e-a05c733ce815 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:23:59.885047 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-676aadd5-a45a-4a63-98c6-39a9eecfd6ce req-39e90c63-136a-4f82-9d4e-a05c733ce815 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0531738 Apr 12 16:23:59.937524 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-676aadd5-a45a-4a63-98c6-39a9eecfd6ce req-2903f940-1e0d-43a0-a6b0-f9419761517b tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463402 Apr 12 16:24:00.220639 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad36f9e-15a8-4120-8a76-602ec50c1b82 req-d6fbcc08-c9e9-4288-9ae2-665435c48539 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:00.224114 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8ad36f9e-15a8-4120-8a76-602ec50c1b82 req-d6fbcc08-c9e9-4288-9ae2-665435c48539 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0822992 Apr 12 16:24:00.341251 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ef957-01b2-40d4-956f-233417424cae req-597c59f3-44a8-4dbe-9fb8-37f747756e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:00.343760 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-657ef957-01b2-40d4-956f-233417424cae req-597c59f3-44a8-4dbe-9fb8-37f747756e8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e274b464718459ea125ef2d5b5003ce&device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 1129 time: 0.1082184 Apr 12 16:24:00.368003 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8ad36f9e-15a8-4120-8a76-602ec50c1b82 req-596ae7ea-e191-4970-9195-711e4353edef tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357610 Apr 12 16:24:00.454459 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ef957-01b2-40d4-956f-233417424cae req-cfa40a65-bdcb-4b60-a396-1dc46b4accd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:00.455847 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-657ef957-01b2-40d4-956f-233417424cae req-cfa40a65-bdcb-4b60-a396-1dc46b4accd1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=028a45e4-8708-408c-a3b9-d772d5389f9f HTTP/1.1" status: 200 len: 912 time: 0.1022677 Apr 12 16:24:00.529794 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-657ef957-01b2-40d4-956f-233417424cae req-e42470ed-41d3-4af2-ab6a-11eb5845a0b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28e64fcd-7b2c-41c0-8cce-a7de7807a101 HTTP/1.1" status: 200 len: 1000 time: 0.0600638 Apr 12 16:24:00.592451 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 1812f159-e716-45a8-ad5e-89979163b257 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:24:00.594465 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ef957-01b2-40d4-956f-233417424cae req-da347669-b5b3-41b2-955a-3eeb8b907b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:00.595934 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-657ef957-01b2-40d4-956f-233417424cae req-da347669-b5b3-41b2-955a-3eeb8b907b0b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eff737a4-8496-4d8b-b7c1-649a5d573665 HTTP/1.1" status: 200 len: 850 time: 0.0514205 Apr 12 16:24:00.638099 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port 1812f159-e716-45a8-ad5e-89979163b257 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:24:00.644441 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port 1812f159-e716-45a8-ad5e-89979163b257 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:24:00.644777 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ef957-01b2-40d4-956f-233417424cae req-7f361cd8-5be6-42b0-ad9b-122b629f806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:00.644974 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (1812f159-e716-45a8-ad5e-89979163b257), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:00.646471 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-657ef957-01b2-40d4-956f-233417424cae req-7f361cd8-5be6-42b0-ad9b-122b629f806a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=028a45e4-8708-408c-a3b9-d772d5389f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424283 Apr 12 16:24:00.745949 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-657ef957-01b2-40d4-956f-233417424cae req-2a5e1f81-d87c-4b91-8d95-259e21ffb00c service neutron] 10.222.0.45 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901248 Apr 12 16:24:00.757193 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 1812f159-e716-45a8-ad5e-89979163b257 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:24:00.758031 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (1812f159-e716-45a8-ad5e-89979163b257), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:00.797855 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea521f02-9af9-4bc5-b265-df2e2c2c70f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1812f159-e716-45a8-ad5e-89979163b257'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:24:00.801791 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bcd853-f86c-4991-b908-17cac2fa6d79" -d '{"events": [{"server_uuid": "ea521f02-9af9-4bc5-b265-df2e2c2c70f5", "name": "network-vif-plugged", "status": "completed", "tag": "1812f159-e716-45a8-ad5e-89979163b257"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:24:00.822706 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 1812f159-e716-45a8-ad5e-89979163b257, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1812f159-e716-45a8-ad5e-89979163b257,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:00.830201 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (1812f159-e716-45a8-ad5e-89979163b257), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:00.866071 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52041db7-9ac4-4a8d-b257-6a14e7469cf4 x-openstack-request-id: req-52041db7-9ac4-4a8d-b257-6a14e7469cf4 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:24:00.866489 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea521f02-9af9-4bc5-b265-df2e2c2c70f5", "name": "network-vif-plugged", "status": "completed", "tag": "1812f159-e716-45a8-ad5e-89979163b257", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:24:00.866756 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-52041db7-9ac4-4a8d-b257-6a14e7469cf4 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:24:00.867228 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52041db7-9ac4-4a8d-b257-6a14e7469cf4'] response: {'server_uuid': 'ea521f02-9af9-4bc5-b265-df2e2c2c70f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1812f159-e716-45a8-ad5e-89979163b257', 'code': 200} Apr 12 16:24:00.879547 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650050e-d440-4a33-b2d7-c778a40f3341 req-325626a5-b7eb-421c-9b96-5322796a28ae tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:00.881054 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f650050e-d440-4a33-b2d7-c778a40f3341 req-325626a5-b7eb-421c-9b96-5322796a28ae tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 944 time: 0.1158476 Apr 12 16:24:00.901776 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=1812f159-e716-45a8-ad5e-89979163b257,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:00.941699 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-657ef957-01b2-40d4-956f-233417424cae req-bc035afa-0e75-40cb-bb1f-bac7b2167bc3 service neutron] 10.222.0.45 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858983 Apr 12 16:24:00.963942 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f650050e-d440-4a33-b2d7-c778a40f3341 req-21a8b5ec-0129-4a95-b46f-eaa47a43c181 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740054 Apr 12 16:24:01.146979 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb803ea-5f09-4fc6-ba23-cc1af8598d4f req-d020a061-c6f8-4489-b7b9-c07afe274fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:01.148499 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bcb803ea-5f09-4fc6-ba23-cc1af8598d4f req-d020a061-c6f8-4489-b7b9-c07afe274fb6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 1129 time: 0.0439456 Apr 12 16:24:01.193450 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bcb803ea-5f09-4fc6-ba23-cc1af8598d4f req-fb2a4b4b-bdae-4b80-9d6b-bfafccea14a4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382710 Apr 12 16:24:01.499564 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b11fd-1d00-4796-9ea6-9809e460489a req-814ea1ef-7cb0-4470-9e63-de44ae24f913 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:01.501221 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ee3b11fd-1d00-4796-9ea6-9809e460489a req-814ea1ef-7cb0-4470-9e63-de44ae24f913 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0527821 Apr 12 16:24:01.555027 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ee3b11fd-1d00-4796-9ea6-9809e460489a req-d583c051-666c-4faa-8809-b6043e4ebd0d tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470595 Apr 12 16:24:02.089553 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43e743-9170-47e9-a755-099e0f81350c req-c78e9acd-e460-45ca-82ed-71d195ac9425 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:02.091238 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ca43e743-9170-47e9-a755-099e0f81350c req-c78e9acd-e460-45ca-82ed-71d195ac9425 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 945 time: 0.0489531 Apr 12 16:24:02.149378 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ca43e743-9170-47e9-a755-099e0f81350c req-f4398afe-fb84-42b0-906a-8ca4eb75de91 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517662 Apr 12 16:24:02.682647 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0590a-01d8-4815-8ebf-d3877ff8e719 req-f46a536e-df44-4846-a476-68d4cd69d706 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:02.684221 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-96d0590a-01d8-4815-8ebf-d3877ff8e719 req-f46a536e-df44-4846-a476-68d4cd69d706 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0547113 Apr 12 16:24:02.736271 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-96d0590a-01d8-4815-8ebf-d3877ff8e719 req-e85efb46-91c2-4728-ab11-9e0b6acb4253 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444422 Apr 12 16:24:03.265281 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0d84c-c1a5-4ea0-b652-6fe8334b48c7 req-6d6dfe28-a86a-4eea-8a7d-258e57b3e049 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:03.266813 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8ca0d84c-c1a5-4ea0-b652-6fe8334b48c7 req-6d6dfe28-a86a-4eea-8a7d-258e57b3e049 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 945 time: 0.0481513 Apr 12 16:24:03.314787 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8ca0d84c-c1a5-4ea0-b652-6fe8334b48c7 req-646d27c5-6a38-4f5f-b700-b504552c2a44 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413938 Apr 12 16:24:04.436021 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16340-752b-43ea-b6c9-b49f40e53f86 req-40b3b791-2549-4a92-ae2c-57fbc21732e7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:04.437672 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2ae16340-752b-43ea-b6c9-b49f40e53f86 req-40b3b791-2549-4a92-ae2c-57fbc21732e7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 945 time: 0.0544701 Apr 12 16:24:04.500602 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2ae16340-752b-43ea-b6c9-b49f40e53f86 req-254bbd1e-a40e-4507-b7b6-a2c81bfb6d6e tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546877 Apr 12 16:24:04.622658 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b9dea-fdd1-4958-8558-86e665704ea4 req-34925593-4f1f-4b88-9c90-0169b1fe3cac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:04.624092 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d26b9dea-fdd1-4958-8558-86e665704ea4 req-34925593-4f1f-4b88-9c90-0169b1fe3cac tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 945 time: 0.0510767 Apr 12 16:24:04.634241 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48180) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:04.641394 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-c1c0998d-c34b-4774-97ef-b9428303f3ab tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'floatingip': {'port_id': '1812f159-e716-45a8-ad5e-89979163b257'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:24:04.686967 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c1c0998d-c34b-4774-97ef-b9428303f3ab tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (ef716063-2018-4b29-824b-dcbe85212fe2), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:05.145864 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c1c0998d-c34b-4774-97ef-b9428303f3ab tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:05.152639 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c1c0998d-c34b-4774-97ef-b9428303f3ab tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (ef716063-2018-4b29-824b-dcbe85212fe2), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:05.255835 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-c1c0998d-c34b-4774-97ef-b9428303f3ab tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Floating IP ef716063-2018-4b29-824b-dcbe85212fe2 associated. External IP: 172.27.2.78, port: 1812f159-e716-45a8-ad5e-89979163b257. Apr 12 16:24:05.479630 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c0998d-c34b-4774-97ef-b9428303f3ab tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Router d99e522d-0410-4cd3-9872-936ec7a529d7 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:24:05.592016 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c0998d-c34b-4774-97ef-b9428303f3ab tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:24:05.597407 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c1c0998d-c34b-4774-97ef-b9428303f3ab tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:05.602301 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efaffd2-8d0f-4450-b37c-a51c83c5aa2c None None] Sync routers for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:24:05.613167 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efaffd2-8d0f-4450-b37c-a51c83c5aa2c None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:24:05.613842 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6efaffd2-8d0f-4450-b37c-a51c83c5aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:23:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:05.628688 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c1c0998d-c34b-4774-97ef-b9428303f3ab tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "PUT /v2.0/floatingips/ef716063-2018-4b29-824b-dcbe85212fe2 HTTP/1.1" status: 200 len: 990 time: 0.9928968 Apr 12 16:24:05.629379 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea521f02-9af9-4bc5-b265-df2e2c2c70f5', 'tag': '1812f159-e716-45a8-ad5e-89979163b257'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:24:05.631816 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffe496e-fb7b-4aa6-bffd-57fa68f14225" -d '{"events": [{"name": "network-changed", "server_uuid": "ea521f02-9af9-4bc5-b265-df2e2c2c70f5", "tag": "1812f159-e716-45a8-ad5e-89979163b257"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:24:05.721892 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d739492a-49de-4c09-8859-2f90b5d95137 x-openstack-request-id: req-d739492a-49de-4c09-8859-2f90b5d95137 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:24:05.722164 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea521f02-9af9-4bc5-b265-df2e2c2c70f5", "tag": "1812f159-e716-45a8-ad5e-89979163b257", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:24:05.722457 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d739492a-49de-4c09-8859-2f90b5d95137 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:24:05.722856 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d739492a-49de-4c09-8859-2f90b5d95137'] response: {'name': 'network-changed', 'server_uuid': 'ea521f02-9af9-4bc5-b265-df2e2c2c70f5', 'tag': '1812f159-e716-45a8-ad5e-89979163b257', 'status': 'completed', 'code': 200} Apr 12 16:24:05.726882 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-6efaffd2-8d0f-4450-b37c-a51c83c5aa2c None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:24:05.944995 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6efaffd2-8d0f-4450-b37c-a51c83c5aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': 'ef716063-2018-4b29-824b-dcbe85212fe2', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': '1812f159-e716-45a8-ad5e-89979163b257', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:16:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea521f02-9af9-4bc5-b265-df2e2c2c70f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:23:46Z', 'updated_at': '2022-04-12T16:24:05Z', 'revision_number': 1, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:06.060501 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efaffd2-8d0f-4450-b37c-a51c83c5aa2c None None] Checking router: d99e522d-0410-4cd3-9872-936ec7a529d7 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:24:06.069773 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efaffd2-8d0f-4450-b37c-a51c83c5aa2c None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:24:06.070983 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6efaffd2-8d0f-4450-b37c-a51c83c5aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:23:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:06.179243 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-6efaffd2-8d0f-4450-b37c-a51c83c5aa2c None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:24:06.263184 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe496e-fb7b-4aa6-bffd-57fa68f14225 req-58e8fbed-78bc-4a48-bf45-117ffde494ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:06.264766 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5ffe496e-fb7b-4aa6-bffd-57fa68f14225 req-58e8fbed-78bc-4a48-bf45-117ffde494ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 1129 time: 0.0450597 Apr 12 16:24:06.404909 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6efaffd2-8d0f-4450-b37c-a51c83c5aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': 'ef716063-2018-4b29-824b-dcbe85212fe2', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': '1812f159-e716-45a8-ad5e-89979163b257', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:16:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea521f02-9af9-4bc5-b265-df2e2c2c70f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:23:46Z', 'updated_at': '2022-04-12T16:24:05Z', 'revision_number': 1, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:06.435598 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efaffd2-8d0f-4450-b37c-a51c83c5aa2c None None] The sync data for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi is: [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': 'ef716063-2018-4b29-824b-dcbe85212fe2', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': '1812f159-e716-45a8-ad5e-89979163b257', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:16:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea521f02-9af9-4bc5-b265-df2e2c2c70f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:23:46Z', 'updated_at': '2022-04-12T16:24:05Z', 'revision_number': 1, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:24:06.643232 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71604da-8019-4161-8c08-738cae5e2acc None None] New status for floating IP ef716063-2018-4b29-824b-dcbe85212fe2: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:24:06.878973 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe496e-fb7b-4aa6-bffd-57fa68f14225 req-4c7b11f6-f104-43f4-9a8b-33a62d9ee9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:06.880536 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5ffe496e-fb7b-4aa6-bffd-57fa68f14225 req-4c7b11f6-f104-43f4-9a8b-33a62d9ee9c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 916 time: 0.0982199 Apr 12 16:24:06.951592 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5ffe496e-fb7b-4aa6-bffd-57fa68f14225 req-337d13c0-11d1-48dc-be5e-40967c86e9c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1812f159-e716-45a8-ad5e-89979163b257 HTTP/1.1" status: 200 len: 1000 time: 0.0642831 Apr 12 16:24:07.254056 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe496e-fb7b-4aa6-bffd-57fa68f14225 req-899c298c-85ae-439d-9a8c-e50f5b058db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:07.254056 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5ffe496e-fb7b-4aa6-bffd-57fa68f14225 req-899c298c-85ae-439d-9a8c-e50f5b058db6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a54963cb-0986-4500-9b88-9607219c9268 HTTP/1.1" status: 200 len: 854 time: 0.2931325 Apr 12 16:24:07.301688 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe496e-fb7b-4aa6-bffd-57fa68f14225 req-6c30e24a-05e9-439a-9143-b65cde4a489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:07.303515 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5ffe496e-fb7b-4aa6-bffd-57fa68f14225 req-6c30e24a-05e9-439a-9143-b65cde4a489d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397470 Apr 12 16:24:07.413694 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5ffe496e-fb7b-4aa6-bffd-57fa68f14225 req-26cf3968-b123-4af3-a180-3e36f39642bd service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005852 Apr 12 16:24:07.577852 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae5d65-f925-42fe-931c-e31f0d6da856 req-7cc179ff-c91d-4bc2-951f-032d0717b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:07.579673 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07ae5d65-f925-42fe-931c-e31f0d6da856 req-7cc179ff-c91d-4bc2-951f-032d0717b4c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 1130 time: 0.0916467 Apr 12 16:24:07.585681 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2138345-90ae-4492-8be0-50ed76d622e3 req-265a2b17-7ed7-4363-b236-717801c22231 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:07.587051 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d2138345-90ae-4492-8be0-50ed76d622e3 req-265a2b17-7ed7-4363-b236-717801c22231 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0876319 Apr 12 16:24:07.589254 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5ffe496e-fb7b-4aa6-bffd-57fa68f14225 req-494fe474-98a2-4fb7-ba6d-d1cc631d83f3 service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663373 Apr 12 16:24:07.697820 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d2138345-90ae-4492-8be0-50ed76d622e3 req-b311999a-6b5c-41d7-a40d-1c6936666d64 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030085 Apr 12 16:24:07.728877 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae5d65-f925-42fe-931c-e31f0d6da856 req-461ce6ee-8e12-4ad7-98f8-eebca910ba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:07.730545 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07ae5d65-f925-42fe-931c-e31f0d6da856 req-461ce6ee-8e12-4ad7-98f8-eebca910ba81 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 918 time: 0.1226940 Apr 12 16:24:07.810404 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07ae5d65-f925-42fe-931c-e31f0d6da856 req-310a88f5-f945-4b6d-9178-a39d3b8f77bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b6c507-f16a-4011-8719-2d8d34825c2a HTTP/1.1" status: 200 len: 1002 time: 0.0637691 Apr 12 16:24:07.872458 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae5d65-f925-42fe-931c-e31f0d6da856 req-2b0555eb-0215-415a-8ba2-acf924e872ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:07.874603 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07ae5d65-f925-42fe-931c-e31f0d6da856 req-2b0555eb-0215-415a-8ba2-acf924e872ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.0477057 Apr 12 16:24:07.925263 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae5d65-f925-42fe-931c-e31f0d6da856 req-aec55b4d-dccd-4566-880a-edd2cc27321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:07.926762 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07ae5d65-f925-42fe-931c-e31f0d6da856 req-aec55b4d-dccd-4566-880a-edd2cc27321d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451195 Apr 12 16:24:08.034400 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07ae5d65-f925-42fe-931c-e31f0d6da856 req-75c468cc-389b-4e9e-b5af-b54e1faf4ec5 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813279 Apr 12 16:24:08.137172 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07ae5d65-f925-42fe-931c-e31f0d6da856 req-b9facb34-38f2-4f01-88d5-1f9afec18159 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897746 Apr 12 16:24:08.823515 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6dfa7-bf06-449c-8fd8-11ff71a7fa02 req-3035d5a2-9eab-4c01-b63d-4980a6afbeb2 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:08.825074 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e8d6dfa7-bf06-449c-8fd8-11ff71a7fa02 req-3035d5a2-9eab-4c01-b63d-4980a6afbeb2 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0528512 Apr 12 16:24:08.875932 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e8d6dfa7-bf06-449c-8fd8-11ff71a7fa02 req-874a9998-f664-4dff-9044-8029790e82dc tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448210 Apr 12 16:24:09.542098 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48252) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:09.594476 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa2ecfb-56e9-4e44-9981-3a14c31df990 admin admin] Deleting subnet 9428317a-4f8b-4ee8-b8b5-167daa065682 {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:24:09.598117 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aaa2ecfb-56e9-4e44-9981-3a14c31df990 admin admin] Publish callbacks [] for subnet (9428317a-4f8b-4ee8-b8b5-167daa065682), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:09.633364 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aaa2ecfb-56e9-4e44-9981-3a14c31df990 admin admin] Publish callbacks [] for subnet (9428317a-4f8b-4ee8-b8b5-167daa065682), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:09.639456 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aaa2ecfb-56e9-4e44-9981-3a14c31df990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (9428317a-4f8b-4ee8-b8b5-167daa065682), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:09.696424 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aaa2ecfb-56e9-4e44-9981-3a14c31df990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for subnet (9428317a-4f8b-4ee8-b8b5-167daa065682), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:09.726927 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2ecfb-56e9-4e44-9981-3a14c31df990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9428317a-4f8b-4ee8-b8b5-167daa065682,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:09.730651 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aaa2ecfb-56e9-4e44-9981-3a14c31df990 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:09.733967 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-aaa2ecfb-56e9-4e44-9981-3a14c31df990 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9428317a-4f8b-4ee8-b8b5-167daa065682 HTTP/1.1" status: 204 len: 168 time: 0.1906641 Apr 12 16:24:09.736656 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48254) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:09.804038 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (453187e0-f48e-47e4-b989-372e2d63b9b3), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:09.889294 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (453187e0-f48e-47e4-b989-372e2d63b9b3), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:09.910964 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:24:09.911311 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:24:09.912059 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:24:09.912389 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:24:09.912773 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:24:09.913117 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:24:09.913440 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:24:09.913757 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:24:09.914257 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:24:09.914404 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:24:10.009570 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fae5f-fa36-45b7-a40d-e467a8521e39 req-03ca81c4-a836-4191-a32a-1bf89fa6ac7a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:10.011080 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-094fae5f-fa36-45b7-a40d-e467a8521e39 req-03ca81c4-a836-4191-a32a-1bf89fa6ac7a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0586121 Apr 12 16:24:10.012249 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:24:10.012642 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:24:10.012976 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:24:10.013301 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:24:10.013650 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453187e0-f48e-47e4-b989-372e2d63b9b3']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:10.030998 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f277d1-5c11-4a38-8b82-a6de39b06dc8') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:10.031347 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f277d1-5c11-4a38-8b82-a6de39b06dc8') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:10.047070 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25740662'] for segment (63f277d1-5c11-4a38-8b82-a6de39b06dc8), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:10.065638 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-094fae5f-fa36-45b7-a40d-e467a8521e39 req-4deb698e-044d-41c7-8b88-acb6e2b24a85 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472426 Apr 12 16:24:10.067834 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (63f277d1-5c11-4a38-8b82-a6de39b06dc8), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:10.076297 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:24:10.076742 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25838384'] for segment (63f277d1-5c11-4a38-8b82-a6de39b06dc8), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: from cryptography.utils import int_from_bytes Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: from cryptography.utils import int_from_bytes Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: Traceback (most recent call last): Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: timer() Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: cb(*args, **kw) Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: return func(*args, **kwargs) Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: self._notify() Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: self.callback(batched_events) Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: event.method(event) Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: return f(self, *a, **k) Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._get(url).json() Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:24:10.081204 dv-cinder-837528-1-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:24:10.360327 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (453187e0-f48e-47e4-b989-372e2d63b9b3), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:10.381089 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:10.384258 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] 10.222.0.67 "DELETE /v2.0/networks/453187e0-f48e-47e4-b989-372e2d63b9b3 HTTP/1.1" status: 204 len: 168 time: 0.6466868 Apr 12 16:24:10.385504 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc1109-0511-4465-be72-5feb682880a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=453187e0-f48e-47e4-b989-372e2d63b9b3,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:10.582050 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48262) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:10.625048 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-4c7a95c4-71be-4e5a-ac12-119edb77f026 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3cca5abe3a804deeb910d0d5920c6b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416026 Apr 12 16:24:10.627389 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48264) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:10.677833 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Publish callbacks [] for security_group (58ff6cff-1d78-4ba7-8dee-ed9115d32a59), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:10.700411 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Publish callbacks [] for security_group (58ff6cff-1d78-4ba7-8dee-ed9115d32a59), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:10.751882 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (58ff6cff-1d78-4ba7-8dee-ed9115d32a59), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:10.754712 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:10.755855 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58ff6cff-1d78-4ba7-8dee-ed9115d32a59 HTTP/1.1" status: 204 len: 168 time: 0.1275759 Apr 12 16:24:10.763836 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ff6cff-1d78-4ba7-8dee-ed9115d32a59,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:10.771744 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:10.772100 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:10.772435 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:10.772774 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:10.773117 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:10.773453 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:10.773787 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:10.774137 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:10.774473 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:10.774812 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:10.775127 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:10.775466 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:10.775876 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:10.776209 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:10.776536 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7a22e-f2b0-4056-9276-dc063f93377a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:11.077910 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:24:11.183185 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ace77d-a3b9-4524-8a34-16df8c7d09c8 req-fed173de-f277-4939-a3f3-52ff30d7a2dc tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:11.184672 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c0ace77d-a3b9-4524-8a34-16df8c7d09c8 req-fed173de-f277-4939-a3f3-52ff30d7a2dc tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0484455 Apr 12 16:24:11.238102 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c0ace77d-a3b9-4524-8a34-16df8c7d09c8 req-feb23176-40b6-4e30-baac-f5d23da8d6a8 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464411 Apr 12 16:24:12.368078 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbeb71-6cac-410a-9718-c9382a8a093a req-887ff4e9-38ad-4812-bfc2-f659d6b03e25 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:12.369552 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-47dbeb71-6cac-410a-9718-c9382a8a093a req-887ff4e9-38ad-4812-bfc2-f659d6b03e25 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0594792 Apr 12 16:24:12.433347 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-47dbeb71-6cac-410a-9718-c9382a8a093a req-f099b2cd-5dd7-4f80-a916-bf8bd6674341 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558176 Apr 12 16:24:13.561194 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb93ae9-285c-48cb-91ec-a2812cc81779 req-afc9b7aa-2555-4e74-ae74-2d57c6afec81 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:13.562687 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bb93ae9-285c-48cb-91ec-a2812cc81779 req-afc9b7aa-2555-4e74-ae74-2d57c6afec81 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0471218 Apr 12 16:24:13.610837 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bb93ae9-285c-48cb-91ec-a2812cc81779 req-0d2ad2af-c973-4583-993b-c8ce69112fba tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425353 Apr 12 16:24:14.744531 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6fb18-402a-4c03-99e4-a60b9ffd8579 req-065e3de5-cbb6-4e7d-86a9-5597b316a658 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:14.746140 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-56b6fb18-402a-4c03-99e4-a60b9ffd8579 req-065e3de5-cbb6-4e7d-86a9-5597b316a658 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0601740 Apr 12 16:24:14.795037 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-56b6fb18-402a-4c03-99e4-a60b9ffd8579 req-9f7bfba8-f5a9-425f-9467-98f5d00e60dd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Apr 12 16:24:15.914228 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d95a6-ed42-4cb7-9292-870407b6429d req-4e04fe8a-7774-44f2-8aae-d87c35b3a6d7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:15.915711 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-313d95a6-ed42-4cb7-9292-870407b6429d req-4e04fe8a-7774-44f2-8aae-d87c35b3a6d7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0480678 Apr 12 16:24:15.965970 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-313d95a6-ed42-4cb7-9292-870407b6429d req-0bc173e9-9798-4a64-96dd-1e189d2a14c7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426619 Apr 12 16:24:17.085546 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d580f3-1396-4aee-83d9-604a3e7f0538 req-47a1fbac-144d-4545-8170-f8abd3011304 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:17.087043 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-12d580f3-1396-4aee-83d9-604a3e7f0538 req-47a1fbac-144d-4545-8170-f8abd3011304 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0491056 Apr 12 16:24:17.137463 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-12d580f3-1396-4aee-83d9-604a3e7f0538 req-24bfca91-3a41-47fc-bf10-beafebe45402 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446563 Apr 12 16:24:18.268218 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380508a3-9466-4c73-8cb1-a108d3500a91 req-4da6df93-3131-45f5-873e-4a411b54fe18 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:18.269736 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-380508a3-9466-4c73-8cb1-a108d3500a91 req-4da6df93-3131-45f5-873e-4a411b54fe18 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0570602 Apr 12 16:24:18.318857 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-380508a3-9466-4c73-8cb1-a108d3500a91 req-b64b9e43-7193-428c-abba-6b897fddd7fa tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432715 Apr 12 16:24:19.466153 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff645cfe-b422-4f86-ac91-0fe6b7acfc75 req-085027e7-f0e0-49d7-9c4f-7b22016f4267 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:19.468539 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ff645cfe-b422-4f86-ac91-0fe6b7acfc75 req-085027e7-f0e0-49d7-9c4f-7b22016f4267 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0545547 Apr 12 16:24:19.520047 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ff645cfe-b422-4f86-ac91-0fe6b7acfc75 req-77ea06f8-3a87-4523-b649-e2ab3444e498 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457098 Apr 12 16:24:20.060304 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48360) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:20.184123 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0ea149d1-486c-43e3-953d-3a1859ca5faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:20.266581 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0ea149d1-486c-43e3-953d-3a1859ca5faf admin admin] Publish callbacks [] for security_group (2f1ebb33-b1cf-4caa-8063-16e1f29ad0d8), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:20.271684 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0ea149d1-486c-43e3-953d-3a1859ca5faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (2f1ebb33-b1cf-4caa-8063-16e1f29ad0d8), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:20.310371 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0ea149d1-486c-43e3-953d-3a1859ca5faf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=af71165f1aea4e28af06bc451145b37b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485685 Apr 12 16:24:20.311649 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea149d1-486c-43e3-953d-3a1859ca5faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1ebb33-b1cf-4caa-8063-16e1f29ad0d8,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:20.313664 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48366) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:20.361846 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5889fd13-f6a0-4481-8398-59692e8872b9 admin admin] Publish callbacks [] for security_group (2f1ebb33-b1cf-4caa-8063-16e1f29ad0d8), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:20.384118 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5889fd13-f6a0-4481-8398-59692e8872b9 admin admin] Publish callbacks [] for security_group (2f1ebb33-b1cf-4caa-8063-16e1f29ad0d8), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:20.434203 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5889fd13-f6a0-4481-8398-59692e8872b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (2f1ebb33-b1cf-4caa-8063-16e1f29ad0d8), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:20.436884 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5889fd13-f6a0-4481-8398-59692e8872b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:20.438057 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5889fd13-f6a0-4481-8398-59692e8872b9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2f1ebb33-b1cf-4caa-8063-16e1f29ad0d8 HTTP/1.1" status: 204 len: 168 time: 0.1233530 Apr 12 16:24:20.446446 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889fd13-f6a0-4481-8398-59692e8872b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1ebb33-b1cf-4caa-8063-16e1f29ad0d8,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:20.648936 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1b61a-0764-4dde-ad6b-f48cada870d5 req-76b56257-8913-4feb-805c-aabe5f52965d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:20.650529 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eca1b61a-0764-4dde-ad6b-f48cada870d5 req-76b56257-8913-4feb-805c-aabe5f52965d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0502341 Apr 12 16:24:20.671567 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-32e31ced-5aa8-44c2-9da0-3326a887df80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:20.706084 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eca1b61a-0764-4dde-ad6b-f48cada870d5 req-2bb21884-184f-44e7-a78c-7fdee54cf704 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466185 Apr 12 16:24:21.837928 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88182c7-9626-4702-bb82-4c0be21cf260 req-7de9a554-fee3-4241-8f7e-36f60bebaf8d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:21.839491 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a88182c7-9626-4702-bb82-4c0be21cf260 req-7de9a554-fee3-4241-8f7e-36f60bebaf8d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0576367 Apr 12 16:24:21.889905 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a88182c7-9626-4702-bb82-4c0be21cf260 req-0f5121de-f480-48be-848c-2e1f45cee9a7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421598 Apr 12 16:24:22.208658 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb12e09b-1465-45a1-92da-d514de58ec01 req-c1d91785-4ef6-4863-8418-510bd9ec1b71 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761886994&fields=id&tenant_id=f91e85c02b6e47d9913792e1168a8939 HTTP/1.1" status: 200 len: 267 time: 0.0462441 Apr 12 16:24:22.259781 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12e09b-1465-45a1-92da-d514de58ec01 req-ae1ca655-9884-4864-ad62-515e8616d43b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:22.261228 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb12e09b-1465-45a1-92da-d514de58ec01 req-ae1ca655-9884-4864-ad62-515e8616d43b tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 984 time: 0.0473964 Apr 12 16:24:22.275233 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-eb12e09b-1465-45a1-92da-d514de58ec01 req-3c135c29-9019-4f58-b12e-fa0156cfdea6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Request body: {'port': {'security_groups': ['fe2a9b4b-281b-442e-8452-b2e960428567']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:24:22.356751 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-eb12e09b-1465-45a1-92da-d514de58ec01 req-3c135c29-9019-4f58-b12e-fa0156cfdea6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (94c5c57b-adf1-460f-930c-36fd03392889), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:22.551366 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-eb12e09b-1465-45a1-92da-d514de58ec01 req-3c135c29-9019-4f58-b12e-fa0156cfdea6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] For port 94c5c57b-adf1-460f-930c-36fd03392889, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=94c5c57b-adf1-460f-930c-36fd03392889,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:22.580691 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-eb12e09b-1465-45a1-92da-d514de58ec01 req-3c135c29-9019-4f58-b12e-fa0156cfdea6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for port (94c5c57b-adf1-460f-930c-36fd03392889), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:22.585815 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-eb12e09b-1465-45a1-92da-d514de58ec01 req-3c135c29-9019-4f58-b12e-fa0156cfdea6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (94c5c57b-adf1-460f-930c-36fd03392889), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:22.605539 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['94c5c57b-adf1-460f-930c-36fd03392889'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:24:22.626653 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12e09b-1465-45a1-92da-d514de58ec01 req-3c135c29-9019-4f58-b12e-fa0156cfdea6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:22.627311 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-eb12e09b-1465-45a1-92da-d514de58ec01 req-3c135c29-9019-4f58-b12e-fa0156cfdea6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:22.629889 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb12e09b-1465-45a1-92da-d514de58ec01 req-3c135c29-9019-4f58-b12e-fa0156cfdea6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "PUT /v2.0/ports/94c5c57b-adf1-460f-930c-36fd03392889 HTTP/1.1" status: 200 len: 942 time: 0.3589921 Apr 12 16:24:22.630443 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:24:22.632768 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa27106-4baa-498e-a09c-7637a3b94b57" -d '{"events": [{"name": "network-changed", "server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "tag": "94c5c57b-adf1-460f-930c-36fd03392889"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:24:22.634682 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48376) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:22.693940 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c135c29-9019-4f58-b12e-fa0156cfdea6 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event updated for resources: {'Port': ['ID=94c5c57b-adf1-460f-930c-36fd03392889,revision_number=7']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:22.699631 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418b0b75-6ff1-460a-aea0-41798e2e1947 x-openstack-request-id: req-418b0b75-6ff1-460a-aea0-41798e2e1947 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:24:22.700213 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "tag": "94c5c57b-adf1-460f-930c-36fd03392889", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:24:22.700471 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-418b0b75-6ff1-460a-aea0-41798e2e1947 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:24:22.700872 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418b0b75-6ff1-460a-aea0-41798e2e1947'] response: {'name': 'network-changed', 'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889', 'status': 'completed', 'code': 200} Apr 12 16:24:22.706997 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ec35f834-5cf8-4353-8144-a90a79074111 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group (6a2986f5-b1de-47c0-ace0-c1573b2644a1), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:22.737628 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ec35f834-5cf8-4353-8144-a90a79074111 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group (6a2986f5-b1de-47c0-ace0-c1573b2644a1), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:22.783387 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27106-4baa-498e-a09c-7637a3b94b57 req-360e5f04-67c4-4716-9e77-8cf717c1f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:22.784977 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-daa27106-4baa-498e-a09c-7637a3b94b57 req-360e5f04-67c4-4716-9e77-8cf717c1f2b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91e85c02b6e47d9913792e1168a8939&device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 1129 time: 0.0541799 Apr 12 16:24:22.807912 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['94c5c57b-adf1-460f-930c-36fd03392889'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:24:22.809498 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ec35f834-5cf8-4353-8144-a90a79074111 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (6a2986f5-b1de-47c0-ace0-c1573b2644a1), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:22.812221 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ec35f834-5cf8-4353-8144-a90a79074111 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:22.815884 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ec35f834-5cf8-4353-8144-a90a79074111 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "DELETE /v2.0/security-groups/6a2986f5-b1de-47c0-ace0-c1573b2644a1 HTTP/1.1" status: 204 len: 168 time: 0.1778312 Apr 12 16:24:22.820881 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48380) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:22.823137 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35f834-5cf8-4353-8144-a90a79074111 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2986f5-b1de-47c0-ace0-c1573b2644a1,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:22.976947 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-3c9334d5-bb80-463a-98d3-938119a25b56 None None] Provisioning complete for port 94c5c57b-adf1-460f-930c-36fd03392889 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:24:22.977418 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-3c9334d5-bb80-463a-98d3-938119a25b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (94c5c57b-adf1-460f-930c-36fd03392889), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:22.982164 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-388d75bc-11c5-4957-8d2a-b846d35a7fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:23.029018 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27106-4baa-498e-a09c-7637a3b94b57 req-e1cf03ec-f0cc-4173-9a08-538475e54bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:23.030894 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-daa27106-4baa-498e-a09c-7637a3b94b57 req-e1cf03ec-f0cc-4173-9a08-538475e54bda service neutron] 10.222.0.45 "GET /v2.0/networks?id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa HTTP/1.1" status: 200 len: 916 time: 0.2300723 Apr 12 16:24:23.048611 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee519e-4ad5-47d5-9010-393cea2cfc15 req-af2a92f3-ff9a-486e-bea5-a5309bcc35df tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:23.050151 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e4ee519e-4ad5-47d5-9010-393cea2cfc15 req-af2a92f3-ff9a-486e-bea5-a5309bcc35df tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0785546 Apr 12 16:24:23.069703 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-3c9334d5-bb80-463a-98d3-938119a25b56 None None] Current status of the port 94c5c57b-adf1-460f-930c-36fd03392889 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:24:23.151703 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-729715b5-d5cd-4b63-87a5-d0a8d52c9914 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Deleting port e22005a3-eb05-426a-9f17-159bb3313fb2 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:24:23.152048 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-729715b5-d5cd-4b63-87a5-d0a8d52c9914 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (e22005a3-eb05-426a-9f17-159bb3313fb2), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:23.193245 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-daa27106-4baa-498e-a09c-7637a3b94b57 req-42c4c93f-b37e-4607-af72-af0d09d36dd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c5c57b-adf1-460f-930c-36fd03392889 HTTP/1.1" status: 200 len: 1000 time: 0.1393952 Apr 12 16:24:23.198279 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e4ee519e-4ad5-47d5-9010-393cea2cfc15 req-c9919760-b5a0-45e5-a5d3-e29500b0f89c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217930 Apr 12 16:24:23.285091 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27106-4baa-498e-a09c-7637a3b94b57 req-0ae245d0-b13f-4417-88f7-6b219ba413a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:23.286481 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-daa27106-4baa-498e-a09c-7637a3b94b57 req-0ae245d0-b13f-4417-88f7-6b219ba413a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4 HTTP/1.1" status: 200 len: 854 time: 0.0638075 Apr 12 16:24:23.295004 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-729715b5-d5cd-4b63-87a5-d0a8d52c9914 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (e22005a3-eb05-426a-9f17-159bb3313fb2), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:23.295430 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-729715b5-d5cd-4b63-87a5-d0a8d52c9914 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for floatingip (e22005a3-eb05-426a-9f17-159bb3313fb2), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:23.330790 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-729715b5-d5cd-4b63-87a5-d0a8d52c9914 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Calling delete_port for e22005a3-eb05-426a-9f17-159bb3313fb2 owned by network:floatingip {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:24:23.350861 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27106-4baa-498e-a09c-7637a3b94b57 req-2dd18079-c3bd-489c-9ded-83b62c10d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:23.352361 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-daa27106-4baa-498e-a09c-7637a3b94b57 req-2dd18079-c3bd-489c-9ded-83b62c10d899 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495892 Apr 12 16:24:23.534570 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-daa27106-4baa-498e-a09c-7637a3b94b57 req-b5243ad7-8c2e-4e00-b19b-a9ac637a7e0d service neutron] 10.222.0.45 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193752 Apr 12 16:24:23.633379 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-729715b5-d5cd-4b63-87a5-d0a8d52c9914 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (e22005a3-eb05-426a-9f17-159bb3313fb2), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:23.678546 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729715b5-d5cd-4b63-87a5-d0a8d52c9914 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event deleted for resources: {'Port': ['ID=e22005a3-eb05-426a-9f17-159bb3313fb2,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:23.688932 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-daa27106-4baa-498e-a09c-7637a3b94b57 req-9fb12591-2fe0-47a9-8881-47cdbb5b8daf service neutron] 10.222.0.45 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271453 Apr 12 16:24:23.746947 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-729715b5-d5cd-4b63-87a5-d0a8d52c9914 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks [] for floatingip (8902dc54-3d98-4d32-a084-94e292e0b8db), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:23.747269 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-729715b5-d5cd-4b63-87a5-d0a8d52c9914 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Floating IP 8902dc54-3d98-4d32-a084-94e292e0b8db disassociated (deleted). External IP: 172.27.2.26, port: 94c5c57b-adf1-460f-930c-36fd03392889. Apr 12 16:24:24.201605 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:24.221369 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729715b5-d5cd-4b63-87a5-d0a8d52c9914 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:24:24.356221 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a97ddd-7ece-4aa9-9c14-8f99620f35fd req-4ebea8a6-f0ac-47a5-b40f-3aabd7532fbe tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:24.357707 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d5a97ddd-7ece-4aa9-9c14-8f99620f35fd req-4ebea8a6-f0ac-47a5-b40f-3aabd7532fbe tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0817165 Apr 12 16:24:24.384444 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729715b5-d5cd-4b63-87a5-d0a8d52c9914 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:24:24.390855 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-729715b5-d5cd-4b63-87a5-d0a8d52c9914 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:24.394676 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186bb1f4-a299-4c8a-9b0f-63e5e1fc130b None None] Sync routers for ids ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:24:24.406397 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186bb1f4-a299-4c8a-9b0f-63e5e1fc130b None None] Routers {'7b3d75b0-0a3d-4697-a62d-27aa4c780367'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:24:24.407028 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-186bb1f4-a299-4c8a-9b0f-63e5e1fc130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:24.442569 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-729715b5-d5cd-4b63-87a5-d0a8d52c9914 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "DELETE /v2.0/floatingips/8902dc54-3d98-4d32-a084-94e292e0b8db HTTP/1.1" status: 204 len: 168 time: 1.6206193 Apr 12 16:24:24.446581 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d5a97ddd-7ece-4aa9-9c14-8f99620f35fd req-86394b7b-3ff8-47c5-8c6b-71528bdb5f63 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827661 Apr 12 16:24:24.535201 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-186bb1f4-a299-4c8a-9b0f-63e5e1fc130b None None] Set router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:24:24.702435 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:24:24.705089 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c1a6c0-39b1-4273-bbb3-796a6d05f298" -d '{"events": [{"name": "network-changed", "server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "tag": "94c5c57b-adf1-460f-930c-36fd03392889"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:24:24.750240 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1180b4bf-ff08-47fe-8910-d1e1625f2034 x-openstack-request-id: req-1180b4bf-ff08-47fe-8910-d1e1625f2034 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:24:24.750535 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "tag": "94c5c57b-adf1-460f-930c-36fd03392889", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:24:24.750788 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1180b4bf-ff08-47fe-8910-d1e1625f2034 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:24:24.751216 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1180b4bf-ff08-47fe-8910-d1e1625f2034'] response: {'name': 'network-changed', 'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889', 'status': 'completed', 'code': 200} Apr 12 16:24:24.776167 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-186bb1f4-a299-4c8a-9b0f-63e5e1fc130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:31Z', 'revision_number': 4, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port': {'id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '1de933e8-3ff9-4fc1-94ab-baea5d080b9b', 'name': '', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'mac_address': 'fa:16:3e:16:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:29Z', 'updated_at': '2022-04-12T16:19:35Z', 'revision_number': 5, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'subnets': [{'id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:24.804813 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186bb1f4-a299-4c8a-9b0f-63e5e1fc130b None None] Checking router: 7b3d75b0-0a3d-4697-a62d-27aa4c780367 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:24:24.822317 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186bb1f4-a299-4c8a-9b0f-63e5e1fc130b None None] Routers {'7b3d75b0-0a3d-4697-a62d-27aa4c780367'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:24:24.822950 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-186bb1f4-a299-4c8a-9b0f-63e5e1fc130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:24.849302 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1a6c0-39b1-4273-bbb3-796a6d05f298 req-a8fd1902-cea8-4944-9962-19d8faeb389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:24.850890 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c6c1a6c0-39b1-4273-bbb3-796a6d05f298 req-a8fd1902-cea8-4944-9962-19d8faeb389d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91e85c02b6e47d9913792e1168a8939&device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 1129 time: 0.0398178 Apr 12 16:24:24.936021 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-186bb1f4-a299-4c8a-9b0f-63e5e1fc130b None None] Set router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:24:25.128916 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-186bb1f4-a299-4c8a-9b0f-63e5e1fc130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:31Z', 'revision_number': 4, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port': {'id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '1de933e8-3ff9-4fc1-94ab-baea5d080b9b', 'name': '', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'mac_address': 'fa:16:3e:16:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:29Z', 'updated_at': '2022-04-12T16:19:35Z', 'revision_number': 5, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'subnets': [{'id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:25.159764 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186bb1f4-a299-4c8a-9b0f-63e5e1fc130b None None] The sync data for ids ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'] in dv-cinder-837528-1-iscsi is: [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:31Z', 'revision_number': 4, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port': {'id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '1de933e8-3ff9-4fc1-94ab-baea5d080b9b', 'name': '', 'network_id': 'd961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'mac_address': 'fa:16:3e:16:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:29Z', 'updated_at': '2022-04-12T16:19:35Z', 'revision_number': 5, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'subnets': [{'id': 'e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:24:25.193953 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:25.389879 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008bd23a-350f-43aa-98b5-edc6186d6e44 None None] New status for floating IP 8902dc54-3d98-4d32-a084-94e292e0b8db: DOWN {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:24:25.413973 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1a6c0-39b1-4273-bbb3-796a6d05f298 req-1c1114df-ec88-49ec-bb3b-69a070585677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:25.415447 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c6c1a6c0-39b1-4273-bbb3-796a6d05f298 req-1c1114df-ec88-49ec-bb3b-69a070585677 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa HTTP/1.1" status: 200 len: 916 time: 0.0940287 Apr 12 16:24:25.540916 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:25.575691 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee802e-735b-4d50-9124-05579b0997b6 req-e264e02b-227d-4f05-8742-9a1264a53f9e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:25.577322 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eaee802e-735b-4d50-9124-05579b0997b6 req-e264e02b-227d-4f05-8742-9a1264a53f9e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0546160 Apr 12 16:24:25.629493 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eaee802e-735b-4d50-9124-05579b0997b6 req-e5261901-7dae-4ba0-8bfd-5acbea883257 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456507 Apr 12 16:24:25.799179 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c6c1a6c0-39b1-4273-bbb3-796a6d05f298 req-f5109055-f8a4-4221-991f-babbdc8474b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c5c57b-adf1-460f-930c-36fd03392889 HTTP/1.1" status: 200 len: 217 time: 0.0361242 Apr 12 16:24:25.879332 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1a6c0-39b1-4273-bbb3-796a6d05f298 req-55a04347-a322-4504-94e3-7f2d2f7924b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:25.880770 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c6c1a6c0-39b1-4273-bbb3-796a6d05f298 req-55a04347-a322-4504-94e3-7f2d2f7924b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4 HTTP/1.1" status: 200 len: 854 time: 0.0436707 Apr 12 16:24:26.029717 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1a6c0-39b1-4273-bbb3-796a6d05f298 req-781caef7-f587-4dd3-a891-693153b97d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:26.031383 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c6c1a6c0-39b1-4273-bbb3-796a6d05f298 req-781caef7-f587-4dd3-a891-693153b97d13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468760 Apr 12 16:24:26.152659 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c6c1a6c0-39b1-4273-bbb3-796a6d05f298 req-cd79785d-538f-444d-9b1b-44c53911c64e service neutron] 10.222.0.45 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880067 Apr 12 16:24:26.769358 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb30c8-89fd-48b2-bdac-7f32afad0b26 req-3f4d8d83-5491-4769-856e-d01a391c9601 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:26.770912 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8cfb30c8-89fd-48b2-bdac-7f32afad0b26 req-3f4d8d83-5491-4769-856e-d01a391c9601 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0607808 Apr 12 16:24:26.830740 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8cfb30c8-89fd-48b2-bdac-7f32afad0b26 req-fa665a01-eed5-48ae-9c31-5b01d9312162 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536990 Apr 12 16:24:27.031689 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:27.093336 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c6c1a6c0-39b1-4273-bbb3-796a6d05f298 req-3cfb25bf-2e44-46dd-a7ac-de462dcdf3ed service neutron] 10.222.0.45 "GET /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963016 Apr 12 16:24:27.957963 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd03139-b3a5-4ca8-bedc-a49a93d7ac58 req-3049072e-d341-4887-bfa5-ea1ca4744d8f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:27.959509 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dcd03139-b3a5-4ca8-bedc-a49a93d7ac58 req-3049072e-d341-4887-bfa5-ea1ca4744d8f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0562286 Apr 12 16:24:28.014614 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dcd03139-b3a5-4ca8-bedc-a49a93d7ac58 req-41201585-9eec-4157-8e26-9d8631d83829 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485451 Apr 12 16:24:28.109923 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f85e4c37-2745-4655-b8c1-e6d1aef46861 req-4f4f957b-fd24-4369-bb4a-7521cedeb3e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406346 Apr 12 16:24:28.174057 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4c37-2745-4655-b8c1-e6d1aef46861 req-6e64362b-54e1-4d95-ad1d-a2d0a1db0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:28.175560 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f85e4c37-2745-4655-b8c1-e6d1aef46861 req-6e64362b-54e1-4d95-ad1d-a2d0a1db0598 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e274b464718459ea125ef2d5b5003ce&device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 1129 time: 0.0400231 Apr 12 16:24:28.290297 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b08df-d8f7-452f-bbb9-4a5cff98f52d req-3a897508-01be-4c9d-9dd6-b725a58b4620 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:28.292029 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-024b08df-d8f7-452f-bbb9-4a5cff98f52d req-3a897508-01be-4c9d-9dd6-b725a58b4620 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0526772 Apr 12 16:24:28.349206 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-024b08df-d8f7-452f-bbb9-4a5cff98f52d req-39f04c42-8146-4d63-902e-760379b572f7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469048 Apr 12 16:24:29.149096 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cfad5-94f7-45c9-8575-3964ce22c077 req-8ba57b03-68fe-4123-aef5-4125d3b0f241 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:29.150650 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5b7cfad5-94f7-45c9-8575-3964ce22c077 req-8ba57b03-68fe-4123-aef5-4125d3b0f241 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0569386 Apr 12 16:24:29.199702 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5b7cfad5-94f7-45c9-8575-3964ce22c077 req-0a0a4467-a29a-4fc0-a308-6c267de35f79 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427902 Apr 12 16:24:29.337550 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfd77d-9a19-456a-bcb4-24929010e759 req-4684bda5-cc85-4b30-8ab5-34c2ddf08618 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:29.339616 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-20cfd77d-9a19-456a-bcb4-24929010e759 req-4684bda5-cc85-4b30-8ab5-34c2ddf08618 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 945 time: 0.0603664 Apr 12 16:24:29.394755 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-20cfd77d-9a19-456a-bcb4-24929010e759 req-6e5484af-e406-49f6-801c-027bd3dd4965 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489893 Apr 12 16:24:29.480415 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bcd3f-d319-45cb-83d7-069b20a83043 req-8cb5ba94-c4b4-4dee-bbe2-51de88748eb7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:29.481859 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ed5bcd3f-d319-45cb-83d7-069b20a83043 req-8cb5ba94-c4b4-4dee-bbe2-51de88748eb7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0539114 Apr 12 16:24:29.534002 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ed5bcd3f-d319-45cb-83d7-069b20a83043 req-0262e906-a67d-4346-addc-3ce1634c7c51 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460963 Apr 12 16:24:30.367378 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959ed0c-f270-4d6e-ac96-e82ed79cf3e0 req-e1d9eb28-153d-4781-8a42-b55ac8c84f74 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:30.368836 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a959ed0c-f270-4d6e-ac96-e82ed79cf3e0 req-e1d9eb28-153d-4781-8a42-b55ac8c84f74 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0895798 Apr 12 16:24:30.421332 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4c37-2745-4655-b8c1-e6d1aef46861 req-40655e7d-a8e2-40cf-82b7-b29a9faac17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:30.422737 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f85e4c37-2745-4655-b8c1-e6d1aef46861 req-40655e7d-a8e2-40cf-82b7-b29a9faac17d service neutron] 10.222.0.45 "GET /v2.0/networks?id=028a45e4-8708-408c-a3b9-d772d5389f9f HTTP/1.1" status: 200 len: 912 time: 0.1510417 Apr 12 16:24:30.438071 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a959ed0c-f270-4d6e-ac96-e82ed79cf3e0 req-7b232ea4-723f-45c0-b2e2-b84d7cae4381 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627480 Apr 12 16:24:30.511628 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e68bff-8574-45f8-a9cb-c6d414daa0a7 req-63e050f1-4bdb-4ba9-9269-93b174e5b490 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:30.513089 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-81e68bff-8574-45f8-a9cb-c6d414daa0a7 req-63e050f1-4bdb-4ba9-9269-93b174e5b490 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 945 time: 0.0490811 Apr 12 16:24:30.566508 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-81e68bff-8574-45f8-a9cb-c6d414daa0a7 req-4da1b3d0-2c43-4834-96e0-1cf30cc84d16 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449917 Apr 12 16:24:30.655957 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f7d9-8ff7-4792-8d89-faeaa09e7b6b req-a856bd92-a804-48df-ad17-45b7a0939a1f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:30.657448 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a3f2f7d9-8ff7-4792-8d89-faeaa09e7b6b req-a856bd92-a804-48df-ad17-45b7a0939a1f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0513775 Apr 12 16:24:30.706601 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a3f2f7d9-8ff7-4792-8d89-faeaa09e7b6b req-e1bd0c4a-888a-4e0d-b1bd-7afed54c27b8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433080 Apr 12 16:24:31.060517 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6b48b-569e-4352-89e3-42e819186821 req-f05f6bea-4623-4b85-8ce6-90d99ea4cbcb tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:31.062025 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9dd6b48b-569e-4352-89e3-42e819186821 req-f05f6bea-4623-4b85-8ce6-90d99ea4cbcb tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 945 time: 0.0478833 Apr 12 16:24:31.114128 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9dd6b48b-569e-4352-89e3-42e819186821 req-50e31ae9-e82e-4299-bba4-86f57d0961d0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462239 Apr 12 16:24:31.552724 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad39b9b-f412-4ccd-be6b-a8dd92d40b1e req-a2fd636d-209f-4a5b-8501-87ee7c89711e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:31.554242 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ad39b9b-f412-4ccd-be6b-a8dd92d40b1e req-a2fd636d-209f-4a5b-8501-87ee7c89711e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0464895 Apr 12 16:24:31.604187 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ad39b9b-f412-4ccd-be6b-a8dd92d40b1e req-ac9eb64b-8fde-4582-a275-4fc01c736c82 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443001 Apr 12 16:24:31.678316 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329a8e1-7262-4964-9aea-4eefe1b7dc39 req-946ef23e-7628-43f6-a40a-8120520039bd tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:31.679790 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5329a8e1-7262-4964-9aea-4eefe1b7dc39 req-946ef23e-7628-43f6-a40a-8120520039bd tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 945 time: 0.0456600 Apr 12 16:24:31.726333 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5329a8e1-7262-4964-9aea-4eefe1b7dc39 req-036d4512-930b-42d3-afd8-3fe7af8afaa2 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 Apr 12 16:24:31.842172 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967c0e3-e5d7-401a-bb66-310266f5316a req-3ca00ca7-98a5-4686-839f-0c869e28aa0e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:31.843630 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8967c0e3-e5d7-401a-bb66-310266f5316a req-3ca00ca7-98a5-4686-839f-0c869e28aa0e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0497787 Apr 12 16:24:31.893458 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8967c0e3-e5d7-401a-bb66-310266f5316a req-7c140873-5354-4c3f-8ba8-531e8f642872 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414364 Apr 12 16:24:32.242007 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10501-a0f1-48ce-a5cc-3e68509bc167 req-8fbeaa15-e3a2-47bb-a74e-dfb767c618f7 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:32.243556 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ae10501-a0f1-48ce-a5cc-3e68509bc167 req-8fbeaa15-e3a2-47bb-a74e-dfb767c618f7 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 945 time: 0.0572946 Apr 12 16:24:32.298014 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ae10501-a0f1-48ce-a5cc-3e68509bc167 req-45a7cb77-38f7-443b-9d7d-1f313f5153c2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460403 Apr 12 16:24:32.722873 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49220aad-747a-4ee6-9923-3546818b40ac req-7d52c347-e67b-4c6e-b91c-e0059979389d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:32.724315 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-49220aad-747a-4ee6-9923-3546818b40ac req-7d52c347-e67b-4c6e-b91c-e0059979389d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0513051 Apr 12 16:24:32.772541 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-49220aad-747a-4ee6-9923-3546818b40ac req-956c734f-4e83-4f73-9639-455cff97e7b1 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426111 Apr 12 16:24:32.877047 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12402bdd-dec7-43a6-bf0c-2682656c737b req-f3fd9f4c-300c-4fe6-98ce-3190d4b5383c tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:32.878522 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-12402bdd-dec7-43a6-bf0c-2682656c737b req-f3fd9f4c-300c-4fe6-98ce-3190d4b5383c tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 945 time: 0.0827713 Apr 12 16:24:32.916313 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f85e4c37-2745-4655-b8c1-e6d1aef46861 req-c3dc96a6-5b64-43bd-98fc-9add77214099 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28e64fcd-7b2c-41c0-8cce-a7de7807a101 HTTP/1.1" status: 200 len: 1000 time: 0.0844758 Apr 12 16:24:32.942285 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-12402bdd-dec7-43a6-bf0c-2682656c737b req-715edef9-0404-4cb0-81ce-d506d44205f5 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564773 Apr 12 16:24:33.018111 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe69019-0b8c-44a6-aa24-382c09c42fbc req-69feecac-5c06-4271-9d9c-b94b32cbcbb9 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:33.019477 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fe69019-0b8c-44a6-aa24-382c09c42fbc req-69feecac-5c06-4271-9d9c-b94b32cbcbb9 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0512714 Apr 12 16:24:33.069642 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fe69019-0b8c-44a6-aa24-382c09c42fbc req-e45777f2-6dc0-42e1-8c18-018b59a9ad5b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443070 Apr 12 16:24:33.434233 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9fdc5-f9c6-4ce8-9a85-37c13267194b req-12f6f59b-f8ca-47b0-81d2-51e772b2a1bc tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:33.435804 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c8f9fdc5-f9c6-4ce8-9a85-37c13267194b req-12f6f59b-f8ca-47b0-81d2-51e772b2a1bc tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 945 time: 0.0548790 Apr 12 16:24:33.493025 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c8f9fdc5-f9c6-4ce8-9a85-37c13267194b req-1e7280cc-7885-42ec-a561-ceae9a48f587 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514357 Apr 12 16:24:33.892492 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081a3a9-f122-4e0b-89fd-96681b820420 req-c2f19ba2-b32a-4d5b-a3ee-9c68ae71cc63 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:33.893945 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a081a3a9-f122-4e0b-89fd-96681b820420 req-c2f19ba2-b32a-4d5b-a3ee-9c68ae71cc63 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0485303 Apr 12 16:24:33.950918 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a081a3a9-f122-4e0b-89fd-96681b820420 req-a49e0fc8-7846-4404-a93a-b9c090307548 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486133 Apr 12 16:24:34.064193 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1061bf-b2b2-4eca-819b-e73d6bbf7897 req-413c5884-307c-488b-a62a-b60649056cd7 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:34.065558 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dd1061bf-b2b2-4eca-819b-e73d6bbf7897 req-413c5884-307c-488b-a62a-b60649056cd7 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 945 time: 0.0517538 Apr 12 16:24:34.122695 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dd1061bf-b2b2-4eca-819b-e73d6bbf7897 req-af6dbb10-927b-4d9e-8e4a-ae09013b771e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492601 Apr 12 16:24:34.199260 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdd465-b7af-45c4-89a0-c933313568ae req-3d93af6d-6f30-41fe-9294-abf0f0adde3a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:34.200703 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3ebdd465-b7af-45c4-89a0-c933313568ae req-3d93af6d-6f30-41fe-9294-abf0f0adde3a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0490038 Apr 12 16:24:34.265367 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3ebdd465-b7af-45c4-89a0-c933313568ae req-62b44334-fdc6-4733-9b21-e72babc454e0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556531 Apr 12 16:24:34.614114 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f502637-cfc2-43db-a3d2-93ea17a7a028 req-2fec16a3-911b-448b-afae-881b5eaaee59 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:34.615702 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9f502637-cfc2-43db-a3d2-93ea17a7a028 req-2fec16a3-911b-448b-afae-881b5eaaee59 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 945 time: 0.0539353 Apr 12 16:24:34.667681 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9f502637-cfc2-43db-a3d2-93ea17a7a028 req-2130b292-22b7-45f7-afe6-3145029f6643 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462639 Apr 12 16:24:34.730432 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-f06d4a6f-3762-4b4a-953b-88f61b2c9b90 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:34.731869 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-f06d4a6f-3762-4b4a-953b-88f61b2c9b90 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.45 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 947 time: 0.0515976 Apr 12 16:24:34.787618 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4c37-2745-4655-b8c1-e6d1aef46861 req-7c045189-f731-4576-91dc-cbc4672fad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:34.789010 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f85e4c37-2745-4655-b8c1-e6d1aef46861 req-7c045189-f731-4576-91dc-cbc4672fad7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eff737a4-8496-4d8b-b7c1-649a5d573665 HTTP/1.1" status: 200 len: 850 time: 0.0531161 Apr 12 16:24:34.794082 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device aaca632c-41bc-43f8-8889-7aea0e458ffa no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:24:34.875853 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port aaca632c-41bc-43f8-8889-7aea0e458ffa is: ACTIVE; New status is: DOWN {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:24:34.876265 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:34.899336 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:24:34.901562 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e90bc5-7144-45bc-90de-a1a9887dadbe" -d '{"events": [{"server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "name": "network-vif-unplugged", "status": "completed", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:24:34.914481 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port aaca632c-41bc-43f8-8889-7aea0e458ffa, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:34.915230 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824af46-cc96-49b4-af50-3b29d2ff66d5 req-1f19ee0e-400b-4900-80c0-f0ccf54da25e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:34.916934 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1824af46-cc96-49b4-af50-3b29d2ff66d5 req-1f19ee0e-400b-4900-80c0-f0ccf54da25e tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.45 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 945 time: 0.1121318 Apr 12 16:24:34.920703 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4c37-2745-4655-b8c1-e6d1aef46861 req-b72f45b7-c500-4b05-9cce-71c18a00f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:34.921031 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:34.921031 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 94c5c57b-adf1-460f-930c-36fd03392889 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:24:34.921478 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f85e4c37-2745-4655-b8c1-e6d1aef46861 req-b72f45b7-c500-4b05-9cce-71c18a00f010 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=028a45e4-8708-408c-a3b9-d772d5389f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1157362 Apr 12 16:24:34.974306 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Deleting port aaca632c-41bc-43f8-8889-7aea0e458ffa {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:24:34.975111 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:35.033925 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 16:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d075f1c-d93b-4737-a6c9-832db80c194d x-openstack-request-id: req-9d075f1c-d93b-4737-a6c9-832db80c194d {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:24:35.034281 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "name": "network-vif-unplugged", "status": "completed", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:24:35.034536 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9d075f1c-d93b-4737-a6c9-832db80c194d {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:24:35.034916 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d075f1c-d93b-4737-a6c9-832db80c194d'] response: {'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'code': 200} Apr 12 16:24:35.035482 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=aaca632c-41bc-43f8-8889-7aea0e458ffa,revision_number=11']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:35.056862 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 94c5c57b-adf1-460f-930c-36fd03392889 is: ACTIVE; New status is: DOWN {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:24:35.057253 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (94c5c57b-adf1-460f-930c-36fd03392889), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:35.089758 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 94c5c57b-adf1-460f-930c-36fd03392889, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=94c5c57b-adf1-460f-930c-36fd03392889,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:35.094843 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (94c5c57b-adf1-460f-930c-36fd03392889), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:35.147105 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=94c5c57b-adf1-460f-930c-36fd03392889,revision_number=8']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:35.201171 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b27cb5-92ba-4274-880f-0f4acf4c4115 req-b471347d-c600-4493-a347-4aa869ec3694 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:35.202776 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f5b27cb5-92ba-4274-880f-0f4acf4c4115 req-b471347d-c600-4493-a347-4aa869ec3694 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.1566768 Apr 12 16:24:35.323829 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] For port aaca632c-41bc-43f8-8889-7aea0e458ffa, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=aaca632c-41bc-43f8-8889-7aea0e458ffa,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:35.324227 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:35.374306 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a560d-6f85-4938-adea-bac6a30b0c84 req-c1c1bb95-8ad1-4f3c-a755-d3036599b2a4 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:35.375959 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-052a560d-6f85-4938-adea-bac6a30b0c84 req-c1c1bb95-8ad1-4f3c-a755-d3036599b2a4 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 943 time: 0.1840408 Apr 12 16:24:35.460188 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-1824af46-cc96-49b4-af50-3b29d2ff66d5 req-a49bbfa6-f224-4e93-81ce-942de9b4d38d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Deleting port 94c5c57b-adf1-460f-930c-36fd03392889 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:24:35.460528 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1824af46-cc96-49b4-af50-3b29d2ff66d5 req-a49bbfa6-f224-4e93-81ce-942de9b4d38d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (94c5c57b-adf1-460f-930c-36fd03392889), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:35.500152 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f85e4c37-2745-4655-b8c1-e6d1aef46861 req-293ae843-a706-42bc-8eb0-470668b0cb93 service neutron] 10.222.0.45 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166975 Apr 12 16:24:35.513290 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f5b27cb5-92ba-4274-880f-0f4acf4c4115 req-32292777-a4eb-4cae-b154-21962278ac85 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955503 Apr 12 16:24:35.660985 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-052a560d-6f85-4938-adea-bac6a30b0c84 req-93813e5c-1f69-4375-bf48-a520c5921e2d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2a9b4b-281b-442e-8452-b2e960428567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375708 Apr 12 16:24:35.721392 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37e30f-08bc-4415-8ed8-a08f251e3e94 req-0c2455fb-c4ce-4b91-899d-88aca1d5a1da tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:35.723033 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0b37e30f-08bc-4415-8ed8-a08f251e3e94 req-0c2455fb-c4ce-4b91-899d-88aca1d5a1da tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 945 time: 0.1327310 Apr 12 16:24:36.053199 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:36.053880 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (837880cc-3a9a-4931-b453-35ca56d812a4), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:36.053880 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Floating IP 837880cc-3a9a-4931-b453-35ca56d812a4 disassociated. External IP: 172.27.2.98, port: aaca632c-41bc-43f8-8889-7aea0e458ffa. Apr 12 16:24:36.054220 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Calling delete_port for aaca632c-41bc-43f8-8889-7aea0e458ffa owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:24:36.058765 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-1824af46-cc96-49b4-af50-3b29d2ff66d5 req-a49bbfa6-f224-4e93-81ce-942de9b4d38d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] For port 94c5c57b-adf1-460f-930c-36fd03392889, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=94c5c57b-adf1-460f-930c-36fd03392889,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:36.059127 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1824af46-cc96-49b4-af50-3b29d2ff66d5 req-a49bbfa6-f224-4e93-81ce-942de9b4d38d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (94c5c57b-adf1-460f-930c-36fd03392889), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:36.089638 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-1824af46-cc96-49b4-af50-3b29d2ff66d5 req-a49bbfa6-f224-4e93-81ce-942de9b4d38d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Calling delete_port for 94c5c57b-adf1-460f-930c-36fd03392889 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:24:36.102263 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d66f4-efa6-4467-b41b-63dae0ac0250 req-f352fa0e-e042-44d2-a1e9-f44e86bb629d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:36.103832 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-620d66f4-efa6-4467-b41b-63dae0ac0250 req-f352fa0e-e042-44d2-a1e9-f44e86bb629d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 945 time: 0.1102560 Apr 12 16:24:36.205059 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0b37e30f-08bc-4415-8ed8-a08f251e3e94 req-47af2306-7d00-4b94-89cf-5f4722feba80 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=8abb2f69-1807-49ac-b660-0c3ed7f6477c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4682410 Apr 12 16:24:36.276343 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-620d66f4-efa6-4467-b41b-63dae0ac0250 req-6163a69e-f436-447e-8773-5aa6adcf690c tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1345053 Apr 12 16:24:36.376687 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (aaca632c-41bc-43f8-8889-7aea0e458ffa), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:36.378828 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1824af46-cc96-49b4-af50-3b29d2ff66d5 req-a49bbfa6-f224-4e93-81ce-942de9b4d38d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (94c5c57b-adf1-460f-930c-36fd03392889), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:36.412741 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event deleted for resources: {'Port': ['ID=aaca632c-41bc-43f8-8889-7aea0e458ffa,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:36.444350 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bbfa6-f224-4e93-81ce-942de9b4d38d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Pushing event deleted for resources: {'Port': ['ID=94c5c57b-adf1-460f-930c-36fd03392889,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:36.513641 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1824af46-cc96-49b4-af50-3b29d2ff66d5 req-a49bbfa6-f224-4e93-81ce-942de9b4d38d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] No DVR routers for this DVR port 94c5c57b-adf1-460f-930c-36fd03392889 on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:24:36.517597 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1824af46-cc96-49b4-af50-3b29d2ff66d5 req-a49bbfa6-f224-4e93-81ce-942de9b4d38d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:36.520896 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1824af46-cc96-49b4-af50-3b29d2ff66d5 req-a49bbfa6-f224-4e93-81ce-942de9b4d38d tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.45 "DELETE /v2.0/ports/94c5c57b-adf1-460f-930c-36fd03392889 HTTP/1.1" status: 204 len: 173 time: 1.4364054 Apr 12 16:24:36.521339 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'name': 'network-vif-deleted', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:24:36.523639 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be1f2ef-8103-47b1-8d51-82a4a14b9e5e" -d '{"events": [{"server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "name": "network-vif-deleted", "tag": "94c5c57b-adf1-460f-930c-36fd03392889"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:24:36.565814 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192c5829-7fd1-4c43-a67b-855fdf2900e1 x-openstack-request-id: req-192c5829-7fd1-4c43-a67b-855fdf2900e1 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:24:36.566726 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "name": "network-vif-deleted", "tag": "94c5c57b-adf1-460f-930c-36fd03392889", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:24:36.566726 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-192c5829-7fd1-4c43-a67b-855fdf2900e1 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:24:36.566726 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192c5829-7fd1-4c43-a67b-855fdf2900e1'] response: {'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'name': 'network-vif-deleted', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889', 'status': 'completed', 'code': 200} Apr 12 16:24:36.698258 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674939e-f84b-4c5a-904a-4d68493f48a1 req-82c33f85-f40e-425d-9f72-c7298f66c748 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:36.700021 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4674939e-f84b-4c5a-904a-4d68493f48a1 req-82c33f85-f40e-425d-9f72-c7298f66c748 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.1153903 Apr 12 16:24:36.720002 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Router bb403284-cba1-4899-b817-7760de04c38b has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:24:36.823825 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29e635-6a37-416b-87d9-510b50c6829c req-bb1f9a25-9d06-4de4-a6e6-84e6ba249b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:36.825500 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ca29e635-6a37-416b-87d9-510b50c6829c req-bb1f9a25-9d06-4de4-a6e6-84e6ba249b2e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 1130 time: 0.0492303 Apr 12 16:24:36.852292 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f85e4c37-2745-4655-b8c1-e6d1aef46861 req-bb9b7afb-1cf1-4ca4-8b94-480ee0daeccd service neutron] 10.222.0.45 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825558 Apr 12 16:24:36.893751 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-940bfc09-0847-4bcd-b7fb-4079cd20677a req-017c5f32-4eaf-47c5-859b-9e3e40fc9274 tempest-TestMinimumBasicScenario-2140704287 tempest-TestMinimumBasicScenario-2140704287-project] 10.222.0.67 "GET /v2.0/ports?device_id=74711e3a-cd18-4260-b9d1-7f393f377971 HTTP/1.1" status: 200 len: 210 time: 0.1278801 Apr 12 16:24:36.909268 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-2b878fdf-d13d-45ff-a538-43fbda71e650 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:36.910954 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-2b878fdf-d13d-45ff-a538-43fbda71e650 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 945 time: 0.1722133 Apr 12 16:24:36.948391 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4674939e-f84b-4c5a-904a-4d68493f48a1 req-19b0d225-439b-4ebb-9437-af2811615514 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397153 Apr 12 16:24:36.977552 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:24:36.988016 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30250db0-b6bd-4525-807f-1c6a5631ca1a None None] Sync routers for ids ['bb403284-cba1-4899-b817-7760de04c38b'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:24:36.998985 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30250db0-b6bd-4525-807f-1c6a5631ca1a None None] Routers {'bb403284-cba1-4899-b817-7760de04c38b'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:24:37.000198 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-30250db0-b6bd-4525-807f-1c6a5631ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['bb403284-cba1-4899-b817-7760de04c38b'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:37.027364 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] No DVR routers for this DVR port aaca632c-41bc-43f8-8889-7aea0e458ffa on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:24:37.029708 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:37.033192 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.45 "DELETE /v2.0/ports/aaca632c-41bc-43f8-8889-7aea0e458ffa HTTP/1.1" status: 204 len: 173 time: 2.2347114 Apr 12 16:24:37.035968 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:24:37.038386 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78e980e-4076-45be-b4be-85ec1451f194" -d '{"events": [{"server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "name": "network-vif-unplugged", "status": "completed", "tag": "94c5c57b-adf1-460f-930c-36fd03392889"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:24:37.075301 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 16:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5df000e-5cb5-42b5-88ca-41ea5eddda5c x-openstack-request-id: req-a5df000e-5cb5-42b5-88ca-41ea5eddda5c {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:24:37.075674 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74711e3a-cd18-4260-b9d1-7f393f377971", "name": "network-vif-unplugged", "status": "completed", "tag": "94c5c57b-adf1-460f-930c-36fd03392889", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:24:37.076254 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a5df000e-5cb5-42b5-88ca-41ea5eddda5c {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:24:37.076840 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5df000e-5cb5-42b5-88ca-41ea5eddda5c'] response: {'server_uuid': '74711e3a-cd18-4260-b9d1-7f393f377971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c5c57b-adf1-460f-930c-36fd03392889', 'code': 200} Apr 12 16:24:37.196414 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-30250db0-b6bd-4525-807f-1c6a5631ca1a None None] Set router bb403284-cba1-4899-b817-7760de04c38b gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:24:37.214294 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ca29e635-6a37-416b-87d9-510b50c6829c req-81a21553-ce0f-4471-b818-6d3f1dda39cc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448267 Apr 12 16:24:37.298326 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Deleting port deda406a-1751-4df5-995b-7f40d3fcb82e {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:24:37.299495 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:37.390801 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-30250db0-b6bd-4525-807f-1c6a5631ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:19:00Z', 'revision_number': 5, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:37.396963 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e64491b-40b8-4ebe-b767-e13dbd12e231 req-141b1ffc-bcd6-4456-841f-b525ccf87dde tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 210 time: 0.0678241 Apr 12 16:24:37.423836 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30250db0-b6bd-4525-807f-1c6a5631ca1a None None] Checking router: bb403284-cba1-4899-b817-7760de04c38b for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:24:37.432369 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30250db0-b6bd-4525-807f-1c6a5631ca1a None None] Routers {'bb403284-cba1-4899-b817-7760de04c38b'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:24:37.432980 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-30250db0-b6bd-4525-807f-1c6a5631ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['bb403284-cba1-4899-b817-7760de04c38b'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:37.440215 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a486538-8684-4db2-a683-9f68b31c6c8b req-4b762650-2322-4cbc-b19d-a2854002720a tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:37.441662 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a486538-8684-4db2-a683-9f68b31c6c8b req-4b762650-2322-4cbc-b19d-a2854002720a tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 945 time: 0.0783415 Apr 12 16:24:37.476003 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] For port deda406a-1751-4df5-995b-7f40d3fcb82e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=deda406a-1751-4df5-995b-7f40d3fcb82e,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:37.476252 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:37.545978 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-30250db0-b6bd-4525-807f-1c6a5631ca1a None None] Set router bb403284-cba1-4899-b817-7760de04c38b gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:24:37.555438 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a486538-8684-4db2-a683-9f68b31c6c8b req-1d9fce8a-18a6-406e-bf38-d07601016139 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044323 Apr 12 16:24:37.682594 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:37.683075 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (ff745d38-c228-45e4-ab54-0be1570e6274), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:37.683284 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Floating IP ff745d38-c228-45e4-ab54-0be1570e6274 disassociated. External IP: 172.27.2.203, port: deda406a-1751-4df5-995b-7f40d3fcb82e. Apr 12 16:24:37.683613 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Calling delete_port for deda406a-1751-4df5-995b-7f40d3fcb82e owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:24:37.739204 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-30250db0-b6bd-4525-807f-1c6a5631ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:19:00Z', 'revision_number': 5, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:37.766080 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30250db0-b6bd-4525-807f-1c6a5631ca1a None None] The sync data for ids ['bb403284-cba1-4899-b817-7760de04c38b'] in dv-cinder-837528-1-iscsi is: [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:19:00Z', 'revision_number': 5, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:24:37.822173 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (deda406a-1751-4df5-995b-7f40d3fcb82e), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:37.850976 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event deleted for resources: {'Port': ['ID=deda406a-1751-4df5-995b-7f40d3fcb82e,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:37.990955 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Router c67244c5-d74c-486a-ab43-1c26b88322e1 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:24:38.102315 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45201559-1856-4bcc-b210-33fbd139bcac None None] New status for floating IP 837880cc-3a9a-4931-b453-35ca56d812a4: DOWN {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:24:38.134584 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c62a5-d8a5-46c2-b4ef-5a53a979dc39 req-cbd699d2-bd6b-4f04-8660-dfaad22cdac0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:38.136210 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3c6c62a5-d8a5-46c2-b4ef-5a53a979dc39 req-cbd699d2-bd6b-4f04-8660-dfaad22cdac0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0911400 Apr 12 16:24:38.185472 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:24:38.199452 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f210ef7-8b62-445f-88c5-e54a2493f5a0 None None] Sync routers for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:24:38.221427 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f210ef7-8b62-445f-88c5-e54a2493f5a0 None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:24:38.222305 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-8f210ef7-8b62-445f-88c5-e54a2493f5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:38.265549 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3c6c62a5-d8a5-46c2-b4ef-5a53a979dc39 req-6632d9c9-71e1-4fef-89ef-19a0cf55d2dd tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183803 Apr 12 16:24:38.266616 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] No DVR routers for this DVR port deda406a-1751-4df5-995b-7f40d3fcb82e on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:24:38.269612 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:38.274478 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fcf643b0-999e-4af8-b88a-435f983c7c25 req-9b9b87fe-39de-43c7-9cfa-1c248fce49cd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "DELETE /v2.0/ports/deda406a-1751-4df5-995b-7f40d3fcb82e HTTP/1.1" status: 204 len: 173 time: 1.0866220 Apr 12 16:24:38.375571 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-8f210ef7-8b62-445f-88c5-e54a2493f5a0 None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:24:38.567784 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'name': 'network-vif-deleted', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa'}, {'server_uuid': 'a439a34a-3d5a-48a4-8f9c-adbf98011c79', 'name': 'network-vif-deleted', 'tag': 'deda406a-1751-4df5-995b-7f40d3fcb82e'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:24:38.570296 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae0c71c-2460-46fb-8ae6-d508247ff9e2" -d '{"events": [{"server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "name": "network-vif-deleted", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa"}, {"server_uuid": "a439a34a-3d5a-48a4-8f9c-adbf98011c79", "name": "network-vif-deleted", "tag": "deda406a-1751-4df5-995b-7f40d3fcb82e"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:24:38.574109 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4ea1b7ec-b1d1-4dbe-9a28-b74291765286 req-b60b4721-cd54-41fd-a567-0daca5c623c8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f48c36-5e37-4640-b589-df261265d809 HTTP/1.1" status: 200 len: 210 time: 0.0472202 Apr 12 16:24:38.642862 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Apr 2022 16:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba7bb92-f511-4b19-ac86-7ce2a8794129 x-openstack-request-id: req-2ba7bb92-f511-4b19-ac86-7ce2a8794129 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:24:38.643898 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f48c36-5e37-4640-b589-df261265d809", "name": "network-vif-deleted", "tag": "aaca632c-41bc-43f8-8889-7aea0e458ffa", "status": "completed", "code": 200}, {"server_uuid": "a439a34a-3d5a-48a4-8f9c-adbf98011c79", "name": "network-vif-deleted", "tag": "deda406a-1751-4df5-995b-7f40d3fcb82e", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:24:38.645106 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2ba7bb92-f511-4b19-ac86-7ce2a8794129 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:24:38.645106 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba7bb92-f511-4b19-ac86-7ce2a8794129'] response: {'server_uuid': '29f48c36-5e37-4640-b589-df261265d809', 'name': 'network-vif-deleted', 'tag': 'aaca632c-41bc-43f8-8889-7aea0e458ffa', 'status': 'completed', 'code': 200} Apr 12 16:24:38.645106 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba7bb92-f511-4b19-ac86-7ce2a8794129'] response: {'server_uuid': 'a439a34a-3d5a-48a4-8f9c-adbf98011c79', 'name': 'network-vif-deleted', 'tag': 'deda406a-1751-4df5-995b-7f40d3fcb82e', 'status': 'completed', 'code': 200} Apr 12 16:24:38.666546 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-8f210ef7-8b62-445f-88c5-e54a2493f5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:38.703917 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b53debaa-db16-463c-8051-8707d968fb30 req-8cc46dd5-c209-40d9-bb81-163b00b10d8a tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 210 time: 0.0361350 Apr 12 16:24:38.709876 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f210ef7-8b62-445f-88c5-e54a2493f5a0 None None] Checking router: c67244c5-d74c-486a-ab43-1c26b88322e1 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:24:38.723148 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f210ef7-8b62-445f-88c5-e54a2493f5a0 None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:24:38.724175 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-8f210ef7-8b62-445f-88c5-e54a2493f5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:38.755609 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device deda406a-1751-4df5-995b-7f40d3fcb82e no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:24:38.787873 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: deda406a-1751-4df5-995b-7f40d3fcb82e {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:24:38.788624 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device deda406a-1751-4df5-995b-7f40d3fcb82e not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:24:38.850396 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48574) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:38.854258 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-8f210ef7-8b62-445f-88c5-e54a2493f5a0 None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:24:39.076296 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-8f210ef7-8b62-445f-88c5-e54a2493f5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:39.107428 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f210ef7-8b62-445f-88c5-e54a2493f5a0 None None] The sync data for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi is: [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:24:39.336082 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27242440-81a1-41bb-bf39-165d25784d89 None None] New status for floating IP ff745d38-c228-45e4-ab54-0be1570e6274: DOWN {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:24:39.436413 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e7fa7-2fd3-4a01-a6f6-b5757079d872 req-057d5e38-55c8-42d1-bcc7-b00aa7c282e6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:39.437900 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c8e7fa7-2fd3-4a01-a6f6-b5757079d872 req-057d5e38-55c8-42d1-bcc7-b00aa7c282e6 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0790896 Apr 12 16:24:39.528414 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c07d0ef-b223-4fee-91ad-fe6782b35605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693697'] for router_interface (7b3d75b0-0a3d-4697-a62d-27aa4c780367), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:39.584586 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c8e7fa7-2fd3-4a01-a6f6-b5757079d872 req-3d226711-0f7e-4129-b91b-601098719c32 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294010 Apr 12 16:24:39.693761 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48586) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:39.771737 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group (8abb2f69-1807-49ac-b660-0c3ed7f6477c), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:39.800671 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group (8abb2f69-1807-49ac-b660-0c3ed7f6477c), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:39.859547 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (8abb2f69-1807-49ac-b660-0c3ed7f6477c), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:39.862374 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:39.866612 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "DELETE /v2.0/security-groups/8abb2f69-1807-49ac-b660-0c3ed7f6477c HTTP/1.1" status: 204 len: 168 time: 0.1710405 Apr 12 16:24:39.867278 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48596) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:39.883336 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abb2f69-1807-49ac-b660-0c3ed7f6477c,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:39.896077 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.api.v2.resource [None req-2f1a330e-8f96-4f08-9603-818d8d03e531 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] show failed (client error): The resource could not be found. Apr 12 16:24:39.897108 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-2f1a330e-8f96-4f08-9603-818d8d03e531 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups/8abb2f69-1807-49ac-b660-0c3ed7f6477c HTTP/1.1" status: 404 len: 347 time: 0.0202255 Apr 12 16:24:39.898586 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.898933 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.899268 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.899682 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.900023 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.900487 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.900827 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.901152 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.901478 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.901802 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.902146 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.902469 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.902798 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.903115 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.903431 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbd1bb-eef0-4fb7-8c16-90c21a242c2b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:39.905975 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48600) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:39.925955 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-922d6316-7a70-4783-98c5-ec642a38282b req-41d7f325-72b4-4744-b448-d7eac93bb676 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=a439a34a-3d5a-48a4-8f9c-adbf98011c79 HTTP/1.1" status: 200 len: 210 time: 0.0317738 Apr 12 16:24:40.032917 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-c4e075eb-3eae-4a21-8dd4-ff9fcb0b347b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Deleting port aeeea444-e2b5-4c74-9168-14cf7d7ee303 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:24:40.033258 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4e075eb-3eae-4a21-8dd4-ff9fcb0b347b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (aeeea444-e2b5-4c74-9168-14cf7d7ee303), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.108526 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4e075eb-3eae-4a21-8dd4-ff9fcb0b347b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (aeeea444-e2b5-4c74-9168-14cf7d7ee303), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.108853 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4e075eb-3eae-4a21-8dd4-ff9fcb0b347b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for floatingip (aeeea444-e2b5-4c74-9168-14cf7d7ee303), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.127039 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-c4e075eb-3eae-4a21-8dd4-ff9fcb0b347b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Calling delete_port for aeeea444-e2b5-4c74-9168-14cf7d7ee303 owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:24:40.138182 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b71c64-0f23-451e-a623-8aa62879c1cd req-6749b39e-3eb5-4d92-a5e2-64efd968e573 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:40.142648 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-92b71c64-0f23-451e-a623-8aa62879c1cd req-6749b39e-3eb5-4d92-a5e2-64efd968e573 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.1223361 Apr 12 16:24:40.230356 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f668e37-1f6b-4807-9b31-21a66741c0cb req-be2b694f-961a-4a38-87cf-4cdeec47d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:40.232148 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6f668e37-1f6b-4807-9b31-21a66741c0cb req-be2b694f-961a-4a38-87cf-4cdeec47d54a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 1130 time: 0.0883176 Apr 12 16:24:40.275573 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4e075eb-3eae-4a21-8dd4-ff9fcb0b347b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (aeeea444-e2b5-4c74-9168-14cf7d7ee303), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.290133 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-92b71c64-0f23-451e-a623-8aa62879c1cd req-7956ca42-f398-40ef-8ad1-505aac80bc76 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359186 Apr 12 16:24:40.304807 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e075eb-3eae-4a21-8dd4-ff9fcb0b347b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event deleted for resources: {'Port': ['ID=aeeea444-e2b5-4c74-9168-14cf7d7ee303,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:40.342060 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-7c07d0ef-b223-4fee-91ad-fe6782b35605 admin admin] Deleting port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:24:40.342418 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c07d0ef-b223-4fee-91ad-fe6782b35605 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.377373 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4e075eb-3eae-4a21-8dd4-ff9fcb0b347b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for floatingip (837880cc-3a9a-4931-b453-35ca56d812a4), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.380035 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4e075eb-3eae-4a21-8dd4-ff9fcb0b347b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.381445 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c4e075eb-3eae-4a21-8dd4-ff9fcb0b347b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "DELETE /v2.0/floatingips/837880cc-3a9a-4931-b453-35ca56d812a4 HTTP/1.1" status: 204 len: 168 time: 0.4743042 Apr 12 16:24:40.416777 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f668e37-1f6b-4807-9b31-21a66741c0cb req-163cea7f-c8e3-4741-83ad-6911a23ac00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:40.418240 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6f668e37-1f6b-4807-9b31-21a66741c0cb req-163cea7f-c8e3-4741-83ad-6911a23ac00e service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 918 time: 0.1765139 Apr 12 16:24:40.479455 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-7c07d0ef-b223-4fee-91ad-fe6782b35605 admin admin] For port 1de933e8-3ff9-4fc1-94ab-baea5d080b9b, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=1de933e8-3ff9-4fc1-94ab-baea5d080b9b,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:40.479810 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c07d0ef-b223-4fee-91ad-fe6782b35605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.499301 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-7c07d0ef-b223-4fee-91ad-fe6782b35605 admin admin] Calling delete_port for 1de933e8-3ff9-4fc1-94ab-baea5d080b9b owned by network:router_interface {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:24:40.516153 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6f668e37-1f6b-4807-9b31-21a66741c0cb req-f627cbbf-71a9-4e4d-bb6a-27975a2d64ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b6c507-f16a-4011-8719-2d8d34825c2a HTTP/1.1" status: 200 len: 1002 time: 0.0886514 Apr 12 16:24:40.607393 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f668e37-1f6b-4807-9b31-21a66741c0cb req-64235751-8b5a-4d17-a442-fcfd6494d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:40.608817 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6f668e37-1f6b-4807-9b31-21a66741c0cb req-64235751-8b5a-4d17-a442-fcfd6494d9c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.0629573 Apr 12 16:24:40.645884 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48606) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:40.650545 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-3598f7c3-f328-4088-9c15-80a0d9bc219b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1112232937', 'description': 'tempest-description--1794512925'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:24:40.673935 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3598f7c3-f328-4088-9c15-80a0d9bc219b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.696555 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f668e37-1f6b-4807-9b31-21a66741c0cb req-e0d13fcd-0f32-4c5f-bd59-4e849a39a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:40.698024 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6f668e37-1f6b-4807-9b31-21a66741c0cb req-e0d13fcd-0f32-4c5f-bd59-4e849a39a912 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550466 Apr 12 16:24:40.740168 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3598f7c3-f328-4088-9c15-80a0d9bc219b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group (c6856255-7fc7-457a-a6c6-cd656042596a), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.744298 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3598f7c3-f328-4088-9c15-80a0d9bc219b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (c6856255-7fc7-457a-a6c6-cd656042596a), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.771148 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3598f7c3-f328-4088-9c15-80a0d9bc219b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.772370 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-3598f7c3-f328-4088-9c15-80a0d9bc219b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1253247 Apr 12 16:24:40.775303 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48608) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:40.779654 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-6c285120-0697-46f2-9dfe-634929c3f010 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Request body: {'security_group_rule': {'security_group_id': 'c6856255-7fc7-457a-a6c6-cd656042596a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:24:40.787228 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598f7c3-f328-4088-9c15-80a0d9bc219b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6856255-7fc7-457a-a6c6-cd656042596a,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:40.808832 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c285120-0697-46f2-9dfe-634929c3f010 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group_rule (fa88239e-adf2-4efe-a35f-4e7ed310ff8c), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.825245 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c07d0ef-b223-4fee-91ad-fe6782b35605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (1de933e8-3ff9-4fc1-94ab-baea5d080b9b), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.835813 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6f668e37-1f6b-4807-9b31-21a66741c0cb req-3b137b4e-dbbc-46d9-8ea9-cafee3b0ac8b service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268051 Apr 12 16:24:40.861384 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07d0ef-b223-4fee-91ad-fe6782b35605 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de933e8-3ff9-4fc1-94ab-baea5d080b9b,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:40.867410 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c285120-0697-46f2-9dfe-634929c3f010 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group_rule (fa88239e-adf2-4efe-a35f-4e7ed310ff8c), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.872901 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c285120-0697-46f2-9dfe-634929c3f010 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (fa88239e-adf2-4efe-a35f-4e7ed310ff8c), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.887129 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c285120-0697-46f2-9dfe-634929c3f010 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa88239e-adf2-4efe-a35f-4e7ed310ff8c,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:40.902797 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c285120-0697-46f2-9dfe-634929c3f010 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:40.904446 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-6c285120-0697-46f2-9dfe-634929c3f010 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282454 Apr 12 16:24:40.907368 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48610) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:40.911719 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-cc2de656-6f31-4821-bf4d-4b268e6b696a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Request body: {'security_group_rule': {'security_group_id': 'c6856255-7fc7-457a-a6c6-cd656042596a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:24:41.008287 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cc2de656-6f31-4821-bf4d-4b268e6b696a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group_rule (3837a60c-6c66-490c-952c-c856b199c37a), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:41.072528 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6f668e37-1f6b-4807-9b31-21a66741c0cb req-c4cb37a8-9ff1-4fe0-a736-028c69407da1 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186480 Apr 12 16:24:41.162639 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cc2de656-6f31-4821-bf4d-4b268e6b696a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group_rule (3837a60c-6c66-490c-952c-c856b199c37a), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:41.168090 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cc2de656-6f31-4821-bf4d-4b268e6b696a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (3837a60c-6c66-490c-952c-c856b199c37a), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:41.172451 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c07d0ef-b223-4fee-91ad-fe6782b35605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693597'] for router_interface (7b3d75b0-0a3d-4697-a62d-27aa4c780367), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:41.204708 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2de656-6f31-4821-bf4d-4b268e6b696a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3837a60c-6c66-490c-952c-c856b199c37a,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:41.217282 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cc2de656-6f31-4821-bf4d-4b268e6b696a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:41.218601 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-cc2de656-6f31-4821-bf4d-4b268e6b696a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102825 Apr 12 16:24:41.221870 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48620) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:41.226323 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Request body: {'floatingip': {'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:24:41.247825 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:41.280076 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-b13719d0-8fcd-4267-9d60-c67db78b06a9 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93198052&fields=id&tenant_id=9efdb664508148aab946b17b16013559 HTTP/1.1" status: 200 len: 267 time: 0.1131339 Apr 12 16:24:41.328808 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:41.442454 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Allocated IP 172.27.2.252 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/e3096f1c-0674-4605-a9e2-8acac9d1ceab) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:24:41.488990 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f321fd-3214-47b5-a9db-248e933e4d8e req-27c31dea-6a1e-423f-8a98-e0dfbc949c0e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:41.490658 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-17f321fd-3214-47b5-a9db-248e933e4d8e req-27c31dea-6a1e-423f-8a98-e0dfbc949c0e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.1108346 Apr 12 16:24:41.528379 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-49b8393d-afe2-4f36-9a36-daa974727352 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:41.530062 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-49b8393d-afe2-4f36-9a36-daa974727352 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 812 time: 0.2187119 Apr 12 16:24:41.546561 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for port (e3096f1c-0674-4605-a9e2-8acac9d1ceab), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:41.580154 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (e3096f1c-0674-4605-a9e2-8acac9d1ceab), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:41.598659 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-5ab66279-5408-4284-8296-cc18da1ab409 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/quotas/9efdb664508148aab946b17b16013559 HTTP/1.1" status: 200 len: 375 time: 0.0613735 Apr 12 16:24:41.621564 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:24:41.626658 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:24:41.629038 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-17f321fd-3214-47b5-a9db-248e933e4d8e req-ff675750-ee93-415d-8107-d336cc71bd5c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312401 Apr 12 16:24:41.630274 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:24:41.652892 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event updated for resources: {'Port': ['ID=e3096f1c-0674-4605-a9e2-8acac9d1ceab,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:41.663383 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c07d0ef-b223-4fee-91ad-fe6782b35605 admin admin] Router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:24:41.674534 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-c5b82b9c-132e-4882-9f51-ff6addce0ee7 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661426 Apr 12 16:24:41.720983 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for floatingip (566356bf-cd02-4416-8684-85929a3fe5c2), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:41.758837 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (e3096f1c-0674-4605-a9e2-8acac9d1ceab), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:41.854427 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c07d0ef-b223-4fee-91ad-fe6782b35605 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:24:41.863387 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-7c07d0ef-b223-4fee-91ad-fe6782b35605 admin admin] 10.222.0.67 "PUT /v2.0/routers/7b3d75b0-0a3d-4697-a62d-27aa4c780367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0113456 Apr 12 16:24:41.864643 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb5396b-b006-48f2-836d-3d227b6ab1e8 None None] Sync routers for ids ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:24:41.866863 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-7a3b7d39-0d2d-47c6-944c-5b09fbab1638 service neutron] 10.222.0.67 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516013 Apr 12 16:24:41.867388 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48624) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:41.879511 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5396b-b006-48f2-836d-3d227b6ab1e8 None None] Routers {'7b3d75b0-0a3d-4697-a62d-27aa4c780367'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:24:41.880863 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6cb5396b-b006-48f2-836d-3d227b6ab1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:41.930371 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for port (e3096f1c-0674-4605-a9e2-8acac9d1ceab), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:41.937756 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25838556'] for port (e3096f1c-0674-4605-a9e2-8acac9d1ceab), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:42.013286 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event updated for resources: {'Port': ['ID=e3096f1c-0674-4605-a9e2-8acac9d1ceab,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:42.027167 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (566356bf-cd02-4416-8684-85929a3fe5c2), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:42.044290 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:42.053513 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-335d353d-5d50-4544-99bc-83c5c467ec00 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8235877 Apr 12 16:24:42.066468 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] Publish callbacks [] for router (7b3d75b0-0a3d-4697-a62d-27aa4c780367), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:42.078809 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-c255b72f-e712-46f7-a7ed-2fd64ed8baa2 service neutron] 10.222.0.67 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028303 Apr 12 16:24:42.081456 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-6cb5396b-b006-48f2-836d-3d227b6ab1e8 None None] Set router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:24:42.250564 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] Publish callbacks [] for router_gateway (7b3d75b0-0a3d-4697-a62d-27aa4c780367), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:42.270191 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-a1fc55ec-bd2b-4177-81f7-f952a4373ca7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1112232937&fields=id&tenant_id=45e8e703a32d4ac4be28bb7018de850f HTTP/1.1" status: 200 len: 267 time: 0.0741181 Apr 12 16:24:42.274933 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6cb5396b-b006-48f2-836d-3d227b6ab1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:24:40Z', 'revision_number': 5, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port': {'id': '3f8443ec-c4c0-4e8b-887d-84e8f6517f21', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:42.307749 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb5396b-b006-48f2-836d-3d227b6ab1e8 None None] Checking router: 7b3d75b0-0a3d-4697-a62d-27aa4c780367 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:24:42.318080 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5396b-b006-48f2-836d-3d227b6ab1e8 None None] Routers {'7b3d75b0-0a3d-4697-a62d-27aa4c780367'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:24:42.318860 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6cb5396b-b006-48f2-836d-3d227b6ab1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:42.366977 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] Deleting port 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:24:42.367364 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (3f8443ec-c4c0-4e8b-887d-84e8f6517f21), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:42.427847 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-6cb5396b-b006-48f2-836d-3d227b6ab1e8 None None] Set router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 gateway port host: None {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:24:42.484896 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6cb5396b-b006-48f2-836d-3d227b6ab1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:24:42Z', 'revision_number': 6, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port_host': None}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:42.527478 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb5396b-b006-48f2-836d-3d227b6ab1e8 None None] The sync data for ids ['7b3d75b0-0a3d-4697-a62d-27aa4c780367'] in dv-cinder-837528-1-iscsi is: [{'id': '7b3d75b0-0a3d-4697-a62d-27aa4c780367', 'name': 'tempest-TestMinimumBasicScenario-1395113806-router', 'tenant_id': 'f91e85c02b6e47d9913792e1168a8939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:26Z', 'updated_at': '2022-04-12T16:24:42Z', 'revision_number': 6, 'project_id': 'f91e85c02b6e47d9913792e1168a8939', 'gw_port_host': None}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:24:42.729303 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d7189f9-47e1-4842-9271-bbdf136d90f9 req-9f391a2e-0e59-4c94-8320-f94d751371e4 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 210 time: 0.0429885 Apr 12 16:24:42.770649 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-5f88a08f-dffb-40ee-8535-e8906fc94174 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:42.772156 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-5f88a08f-dffb-40ee-8535-e8906fc94174 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/networks?id=659bb59b-3f11-4e82-88df-ec448e9e7e28 HTTP/1.1" status: 200 len: 817 time: 0.4775453 Apr 12 16:24:42.773864 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] For port 3f8443ec-c4c0-4e8b-887d-84e8f6517f21, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=3f8443ec-c4c0-4e8b-887d-84e8f6517f21,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:42.774258 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (3f8443ec-c4c0-4e8b-887d-84e8f6517f21), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:42.793645 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] Calling delete_port for 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 owned by network:router_gateway {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:24:42.813869 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-16d530c4-d80c-4a36-a908-7f21de6f238e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/quotas/45e8e703a32d4ac4be28bb7018de850f HTTP/1.1" status: 200 len: 375 time: 0.0320163 Apr 12 16:24:42.912765 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50da09-5368-40c9-b8fc-14a4d6f065bd req-568a4ca4-5044-4382-a5ea-8664dfc04218 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:42.914325 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7d50da09-5368-40c9-b8fc-14a4d6f065bd req-568a4ca4-5044-4382-a5ea-8664dfc04218 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.1185701 Apr 12 16:24:42.936149 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-e7716d68-3b53-460c-ab88-04a8f844434f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=45e8e703a32d4ac4be28bb7018de850f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051555 Apr 12 16:24:43.054683 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7d50da09-5368-40c9-b8fc-14a4d6f065bd req-d306db09-0c8e-4f6d-a34b-ee46f206af3a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320348 Apr 12 16:24:43.167652 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-6f308d76-fd72-433e-a758-9eea09c4b81a service neutron] 10.222.0.67 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137930 Apr 12 16:24:43.183377 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (3f8443ec-c4c0-4e8b-887d-84e8f6517f21), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:43.227608 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8443ec-c4c0-4e8b-887d-84e8f6517f21,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:43.337580 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-7806b783-d1ab-4a53-922f-502704f6d1fa service neutron] 10.222.0.67 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633577 Apr 12 16:24:43.338469 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693243'] for router_gateway (7b3d75b0-0a3d-4697-a62d-27aa4c780367), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:43.449854 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (7b3d75b0-0a3d-4697-a62d-27aa4c780367), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:43.452920 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] Publish callbacks [] for router_controller (7b3d75b0-0a3d-4697-a62d-27aa4c780367), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:43.550119 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fcaa606e-e55a-473a-b39d-ca4fd4e6eb07 req-b3bdb4c2-6308-4432-a3bb-d08b428b7624 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 210 time: 0.0373142 Apr 12 16:24:43.552014 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-695838'] for router (7b3d75b0-0a3d-4697-a62d-27aa4c780367), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:43.552513 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b3d75b0-0a3d-4697-a62d-27aa4c780367 {{(pid=103551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:24:43.557550 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:43.561339 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-fd924d07-bd2f-46ae-b111-595c1cb00e11 admin admin] 10.222.0.67 "DELETE /v2.0/routers/7b3d75b0-0a3d-4697-a62d-27aa4c780367 HTTP/1.1" status: 204 len: 168 time: 1.6902530 Apr 12 16:24:43.561697 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48662) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:43.614677 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6eabd4-5cd0-4e65-98e7-0071e9d363fb admin admin] Deleting subnet e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4 {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:24:43.618118 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-be6eabd4-5cd0-4e65-98e7-0071e9d363fb admin admin] Publish callbacks [] for subnet (e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:43.656929 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-be6eabd4-5cd0-4e65-98e7-0071e9d363fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25560717'] for subnet (e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:43.783602 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-be6eabd4-5cd0-4e65-98e7-0071e9d363fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:43.849428 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-53e87ed5-526d-488a-8991-5620dd222c35 req-a0da3a3c-667f-4de1-8c4b-22b93fb27998 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 210 time: 0.0331516 Apr 12 16:24:43.868054 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-be6eabd4-5cd0-4e65-98e7-0071e9d363fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25561300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25714968'] for subnet (e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:43.900174 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6eabd4-5cd0-4e65-98e7-0071e9d363fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:43.902155 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-be6eabd4-5cd0-4e65-98e7-0071e9d363fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:43.907978 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-be6eabd4-5cd0-4e65-98e7-0071e9d363fb admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e1611ffa-9e5f-4bbb-a123-0141b4e4b6a4 HTTP/1.1" status: 204 len: 168 time: 0.3431075 Apr 12 16:24:43.908217 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a698145-66e2-405f-9e6b-2b5692e5931b None None] Network d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:24:43.909422 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48672) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:43.998932 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:44.047477 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Deleting port 97c191d7-4627-4203-9b8c-e117a4321298 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:24:44.047812 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (97c191d7-4627-4203-9b8c-e117a4321298), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:44.074189 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b82979-48bb-45cf-b2ca-5ee0c302362c None None] DHCP port deletion for d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa request from dv-cinder-837528-1-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:24:44.125756 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-87b82979-48bb-45cf-b2ca-5ee0c302362c None None] Deleting port 97c191d7-4627-4203-9b8c-e117a4321298 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:24:44.126402 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-87b82979-48bb-45cf-b2ca-5ee0c302362c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (97c191d7-4627-4203-9b8c-e117a4321298), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:44.127934 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] For port 97c191d7-4627-4203-9b8c-e117a4321298, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=97c191d7-4627-4203-9b8c-e117a4321298,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:44.128408 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (97c191d7-4627-4203-9b8c-e117a4321298), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:44.143108 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Calling delete_port for 97c191d7-4627-4203-9b8c-e117a4321298 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:24:44.179736 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09556477-e34c-4af1-bf98-4949b7a9160d req-9bcec91a-2d04-4f03-a993-992ed1aa8aff tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:44.181470 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09556477-e34c-4af1-bf98-4949b7a9160d req-9bcec91a-2d04-4f03-a993-992ed1aa8aff tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0471637 Apr 12 16:24:44.227483 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (97c191d7-4627-4203-9b8c-e117a4321298), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:44.235042 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09556477-e34c-4af1-bf98-4949b7a9160d req-c540e581-99dc-4125-a460-3ff33dedc98a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468910 Apr 12 16:24:44.257316 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c191d7-4627-4203-9b8c-e117a4321298,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:44.265019 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] No DVR routers for this DVR port 97c191d7-4627-4203-9b8c-e117a4321298 on host dv-cinder-837528-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:24:44.343403 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-87b82979-48bb-45cf-b2ca-5ee0c302362c None None] For port 97c191d7-4627-4203-9b8c-e117a4321298, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=97c191d7-4627-4203-9b8c-e117a4321298,segment=NetworkSegment(99e5f8ff-9aa1-4af1-af59-54c2304ce489),segment_id=99e5f8ff-9aa1-4af1-af59-54c2304ce489)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:44.344194 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-87b82979-48bb-45cf-b2ca-5ee0c302362c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (97c191d7-4627-4203-9b8c-e117a4321298), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:44.357480 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2879671-650f-4ab6-9dfc-c772879c5370 req-11087e9b-5167-4129-91e5-515b1023629e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:44.360159 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f2879671-650f-4ab6-9dfc-c772879c5370 req-11087e9b-5167-4129-91e5-515b1023629e tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0497117 Apr 12 16:24:44.366348 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-87b82979-48bb-45cf-b2ca-5ee0c302362c None None] Calling delete_port for 97c191d7-4627-4203-9b8c-e117a4321298 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:24:44.369992 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48678) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:44.371262 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:44.376086 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-32dd014e-8321-47f4-9138-8607af8c9bdf tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Request body: {'floatingip': {'port_id': 'a9b6c507-f16a-4011-8719-2d8d34825c2a'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:24:44.404025 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:44.421476 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e5f8ff-9aa1-4af1-af59-54c2304ce489') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:44.421865 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e5f8ff-9aa1-4af1-af59-54c2304ce489') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:44.435280 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25740662'] for segment (99e5f8ff-9aa1-4af1-af59-54c2304ce489), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:44.451006 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-32dd014e-8321-47f4-9138-8607af8c9bdf tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for floatingip (5a81a3ee-ae91-453b-a154-f46c9d39ea8a), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:44.451846 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (99e5f8ff-9aa1-4af1-af59-54c2304ce489), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:44.460445 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:24:44.460919 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25838384'] for segment (99e5f8ff-9aa1-4af1-af59-54c2304ce489), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: Traceback (most recent call last): Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: timer() Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: cb(*args, **kw) Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: return func(*args, **kwargs) Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: self._notify() Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: self.callback(batched_events) Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: event.method(event) Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: return f(self, *a, **k) Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._get(url).json() Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:24:44.467147 dv-cinder-837528-1-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:24:44.503627 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-87b82979-48bb-45cf-b2ca-5ee0c302362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879'] for port (97c191d7-4627-4203-9b8c-e117a4321298), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:44.533139 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b82979-48bb-45cf-b2ca-5ee0c302362c None None] Pushing event deleted for resources: {'Port': ['ID=97c191d7-4627-4203-9b8c-e117a4321298,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:44.537084 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b82979-48bb-45cf-b2ca-5ee0c302362c None None] No DVR routers for this DVR port 97c191d7-4627-4203-9b8c-e117a4321298 on host dv-cinder-837528-1-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:24:44.559807 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:44.575903 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:44.598137 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa HTTP/1.1" status: 204 len: 168 time: 0.6871061 Apr 12 16:24:44.601578 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48684) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:44.634279 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b7db4-2e9a-47d6-afb9-755aa838edf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d961f9a5-00d9-4fdf-8ce1-eaa2cc0156aa,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:44.669312 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:24:44.721112 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:24:44.723502 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3f8443ec-c4c0-4e8b-887d-84e8f6517f21 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:24:44.724230 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 97c191d7-4627-4203-9b8c-e117a4321298 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:24:44.741680 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e48ec584-2d64-45c2-8916-429e444f41c2 req-7ae6f107-8830-41a9-a246-54260f61806b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 210 time: 0.0495808 Apr 12 16:24:44.792876 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 97c191d7-4627-4203-9b8c-e117a4321298 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:24:44.794836 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 97c191d7-4627-4203-9b8c-e117a4321298 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:24:44.795561 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 1de933e8-3ff9-4fc1-94ab-baea5d080b9b no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:24:44.807623 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-82c00dfc-f57c-4daf-b4b2-a7a591156e79 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:44.809161 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-82c00dfc-f57c-4daf-b4b2-a7a591156e79 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 812 time: 0.2852635 Apr 12 16:24:44.817180 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 1de933e8-3ff9-4fc1-94ab-baea5d080b9b {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:24:44.817533 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 1de933e8-3ff9-4fc1-94ab-baea5d080b9b not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:24:44.987949 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74b1a8b4-2fa4-4cc6-bf30-83ecaca22a43 req-671b47e3-6f64-4083-92ec-8ae8603537b9 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 210 time: 0.0645254 Apr 12 16:24:45.086226 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-29a49e65-264c-48a9-a6ed-aaf5ed3dd023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693697'] for router_interface (e961311a-1db5-46ae-a08e-4b307b5bc340), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:45.178583 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-32dd014e-8321-47f4-9138-8607af8c9bdf tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:45.188790 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-32dd014e-8321-47f4-9138-8607af8c9bdf tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (5a81a3ee-ae91-453b-a154-f46c9d39ea8a), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:45.261379 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-0eff6e09-c279-4593-9468-8e62bc80a5c2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9efdb664508148aab946b17b16013559 HTTP/1.1" status: 200 len: 378 time: 0.1274040 Apr 12 16:24:45.310803 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-9bc58d78-873b-4f52-95b1-80eb014d76fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Request body: {'port': {'device_id': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'admin_state_up': True, 'tenant_id': '9efdb664508148aab946b17b16013559', 'security_groups': ['b2274969-c0a0-48f7-8b0b-e1f350ee420b']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:24:45.449774 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c261994a-5ed6-41ed-9cd1-549f367a790c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:45.451394 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c261994a-5ed6-41ed-9cd1-549f367a790c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.45 "GET /v2.0/networks?id=659bb59b-3f11-4e82-88df-ec448e9e7e28 HTTP/1.1" status: 200 len: 817 time: 0.1958592 Apr 12 16:24:45.488346 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-29a49e65-264c-48a9-a6ed-aaf5ed3dd023 admin admin] Deleting port 8afdab08-95e1-4d6e-b3f0-67a537952c77 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:24:45.488686 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-29a49e65-264c-48a9-a6ed-aaf5ed3dd023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:45.523091 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-9bc58d78-873b-4f52-95b1-80eb014d76fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Made reservation on behalf of 9efdb664508148aab946b17b16013559 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:24:45.526478 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-9bc58d78-873b-4f52-95b1-80eb014d76fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:45.596934 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dd014e-8321-47f4-9138-8607af8c9bdf tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Router 66294110-db27-454d-bc8e-c150ace49fd8 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:24:45.599911 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-29a49e65-264c-48a9-a6ed-aaf5ed3dd023 admin admin] For port 8afdab08-95e1-4d6e-b3f0-67a537952c77, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=8afdab08-95e1-4d6e-b3f0-67a537952c77,segment=NetworkSegment(7f29503f-0020-4531-91f7-11cca4f74700),segment_id=7f29503f-0020-4531-91f7-11cca4f74700)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:45.599911 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-29a49e65-264c-48a9-a6ed-aaf5ed3dd023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:45.623530 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-29a49e65-264c-48a9-a6ed-aaf5ed3dd023 admin admin] Calling delete_port for 8afdab08-95e1-4d6e-b3f0-67a537952c77 owned by network:router_interface {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:24:45.638807 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-3d9dde5f-c153-4312-b043-87577f606b93 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45e8e703a32d4ac4be28bb7018de850f HTTP/1.1" status: 200 len: 380 time: 0.0874226 Apr 12 16:24:45.678849 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-1bc4d10d-b501-4dbc-8b21-1f395d9d9f04 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Request body: {'port': {'device_id': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'admin_state_up': True, 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'security_groups': ['c6856255-7fc7-457a-a6c6-cd656042596a']}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:24:46.080306 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-377f4e2b-c0dd-48e0-aabe-2072d68b6584 req-b02efe9b-df58-447c-82dd-153e0e85165c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 210 time: 0.0803924 Apr 12 16:24:46.094718 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-1bc4d10d-b501-4dbc-8b21-1f395d9d9f04 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Made reservation on behalf of 45e8e703a32d4ac4be28bb7018de850f for: {'port': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:24:46.101765 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-1bc4d10d-b501-4dbc-8b21-1f395d9d9f04 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:46.132321 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-38341e0c-b49a-451c-9767-63c3aa0a7115 req-9f61c08c-10d5-4be2-9d6a-ef68d2cb1a42 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 210 time: 0.0591731 Apr 12 16:24:46.133490 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-9bc58d78-873b-4f52-95b1-80eb014d76fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Allocated IP 172.20.0.13 (46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0/b41d7f9c-e278-47e4-81fe-aa85c501c87e/60428b9a-7b1b-43fb-8999-73bc88945670) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:24:46.152853 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd014e-8321-47f4-9138-8607af8c9bdf tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:24:46.160182 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-32dd014e-8321-47f4-9138-8607af8c9bdf tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:46.169028 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaae3db3-f46b-430e-be35-50e329d53e15 None None] Sync routers for ids ['66294110-db27-454d-bc8e-c150ace49fd8'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:24:46.180944 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaae3db3-f46b-430e-be35-50e329d53e15 None None] Routers {'66294110-db27-454d-bc8e-c150ace49fd8'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:24:46.181665 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-aaae3db3-f46b-430e-be35-50e329d53e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['66294110-db27-454d-bc8e-c150ace49fd8'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:46.220123 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'tag': 'a9b6c507-f16a-4011-8719-2d8d34825c2a'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:24:46.223309 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f09e681-834f-42f1-9fec-5dee0720c514" -d '{"events": [{"name": "network-changed", "server_uuid": "b37fad20-9d1f-4785-ac0d-9babf6466375", "tag": "a9b6c507-f16a-4011-8719-2d8d34825c2a"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:24:46.228734 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-29a49e65-264c-48a9-a6ed-aaf5ed3dd023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (8afdab08-95e1-4d6e-b3f0-67a537952c77), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:46.301513 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a49e65-264c-48a9-a6ed-aaf5ed3dd023 admin admin] Pushing event deleted for resources: {'Port': ['ID=8afdab08-95e1-4d6e-b3f0-67a537952c77,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:46.303699 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-aaae3db3-f46b-430e-be35-50e329d53e15 None None] Set router 66294110-db27-454d-bc8e-c150ace49fd8 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:24:46.310801 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eaedca-8fb4-495f-a722-a0bedc41bc0c x-openstack-request-id: req-29eaedca-8fb4-495f-a722-a0bedc41bc0c {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:24:46.311100 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37fad20-9d1f-4785-ac0d-9babf6466375", "tag": "a9b6c507-f16a-4011-8719-2d8d34825c2a", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:24:46.311371 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-29eaedca-8fb4-495f-a722-a0bedc41bc0c {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:24:46.311802 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29eaedca-8fb4-495f-a722-a0bedc41bc0c'] response: {'name': 'network-changed', 'server_uuid': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'tag': 'a9b6c507-f16a-4011-8719-2d8d34825c2a', 'status': 'completed', 'code': 200} Apr 12 16:24:46.315908 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-32dd014e-8321-47f4-9138-8607af8c9bdf tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "PUT /v2.0/floatingips/5a81a3ee-ae91-453b-a154-f46c9d39ea8a HTTP/1.1" status: 200 len: 994 time: 1.9444997 Apr 12 16:24:46.402352 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e681-834f-42f1-9fec-5dee0720c514 req-0f412f69-7e1a-441b-8820-82e5825da7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:46.404163 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f09e681-834f-42f1-9fec-5dee0720c514 req-0f412f69-7e1a-441b-8820-82e5825da7dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 1130 time: 0.0579805 Apr 12 16:24:46.415406 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-9bc58d78-873b-4f52-95b1-80eb014d76fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for port (60428b9a-7b1b-43fb-8999-73bc88945670), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:46.427784 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-1bc4d10d-b501-4dbc-8b21-1f395d9d9f04 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Allocated IP 172.20.0.6 (659bb59b-3f11-4e82-88df-ec448e9e7e28/644bce61-9908-4b22-b9ff-6ee45a6d0077/ea4a126a-a7f5-4e56-928d-bd76dc66e823) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:24:46.547338 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e681-834f-42f1-9fec-5dee0720c514 req-9a4cfee8-7701-4553-b08c-b693679a1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:46.548995 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f09e681-834f-42f1-9fec-5dee0720c514 req-9a4cfee8-7701-4553-b08c-b693679a1244 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 918 time: 0.1302881 Apr 12 16:24:46.557249 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-9bc58d78-873b-4f52-95b1-80eb014d76fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (60428b9a-7b1b-43fb-8999-73bc88945670), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:46.587209 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-aaae3db3-f46b-430e-be35-50e329d53e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '5a81a3ee-ae91-453b-a154-f46c9d39ea8a', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'port_id': 'a9b6c507-f16a-4011-8719-2d8d34825c2a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'mac_address': 'fa:16:3e:d3:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:21:55Z', 'updated_at': '2022-04-12T16:24:45Z', 'revision_number': 3, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7086e141-d07a-465b-8cd6-66ce10280c23', 'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'mac_address': 'fa:16:3e:b9:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:45Z', 'updated_at': '2022-04-12T16:18:59Z', 'revision_number': 5, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'subnets': [{'id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:46.621686 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaae3db3-f46b-430e-be35-50e329d53e15 None None] Checking router: 66294110-db27-454d-bc8e-c150ace49fd8 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:24:46.630709 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaae3db3-f46b-430e-be35-50e329d53e15 None None] Routers {'66294110-db27-454d-bc8e-c150ace49fd8'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:24:46.631390 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-aaae3db3-f46b-430e-be35-50e329d53e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['66294110-db27-454d-bc8e-c150ace49fd8'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:46.647410 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-9bc58d78-873b-4f52-95b1-80eb014d76fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:24:46.657754 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-9bc58d78-873b-4f52-95b1-80eb014d76fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:24:46.663944 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-9bc58d78-873b-4f52-95b1-80eb014d76fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:24:46.693213 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-29a49e65-264c-48a9-a6ed-aaf5ed3dd023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693597'] for router_interface (e961311a-1db5-46ae-a08e-4b307b5bc340), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:46.699021 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc58d78-873b-4f52-95b1-80eb014d76fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'Port': ['ID=60428b9a-7b1b-43fb-8999-73bc88945670,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:46.719628 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f09e681-834f-42f1-9fec-5dee0720c514 req-57716353-4ed2-4095-97b9-e3d3eb7984d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b6c507-f16a-4011-8719-2d8d34825c2a HTTP/1.1" status: 200 len: 1002 time: 0.1568804 Apr 12 16:24:46.752421 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-1bc4d10d-b501-4dbc-8b21-1f395d9d9f04 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:46.768288 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-9bc58d78-873b-4f52-95b1-80eb014d76fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:46.768924 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-9bc58d78-873b-4f52-95b1-80eb014d76fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:46.778412 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-aaae3db3-f46b-430e-be35-50e329d53e15 None None] Set router 66294110-db27-454d-bc8e-c150ace49fd8 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:24:46.789190 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-9bc58d78-873b-4f52-95b1-80eb014d76fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4821060 Apr 12 16:24:46.805004 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e681-834f-42f1-9fec-5dee0720c514 req-5980c6c9-14e1-4d46-88f4-f8b011fe70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:46.806619 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f09e681-834f-42f1-9fec-5dee0720c514 req-5980c6c9-14e1-4d46-88f4-f8b011fe70cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.0751550 Apr 12 16:24:46.830826 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Request body: {'port': {'device_id': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:24:46.850004 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-1bc4d10d-b501-4dbc-8b21-1f395d9d9f04 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:46.897888 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e681-834f-42f1-9fec-5dee0720c514 req-a597019b-6ca4-4790-8a1b-b516c1e6a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:46.899507 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f09e681-834f-42f1-9fec-5dee0720c514 req-a597019b-6ca4-4790-8a1b-b516c1e6a280 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746117 Apr 12 16:24:46.953544 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (60428b9a-7b1b-43fb-8999-73bc88945670), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:46.955357 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-1bc4d10d-b501-4dbc-8b21-1f395d9d9f04 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Network 659bb59b-3f11-4e82-88df-ec448e9e7e28 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:24:46.985300 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-1bc4d10d-b501-4dbc-8b21-1f395d9d9f04 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:24:46.993520 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-1bc4d10d-b501-4dbc-8b21-1f395d9d9f04 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:24:47.010929 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-48342eba-33f8-4c45-8c89-25a01abb5565 None None] Provisioning complete for port 60428b9a-7b1b-43fb-8999-73bc88945670 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:24:47.011432 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-48342eba-33f8-4c45-8c89-25a01abb5565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (60428b9a-7b1b-43fb-8999-73bc88945670), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:47.018540 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4d10d-b501-4dbc-8b21-1f395d9d9f04 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event updated for resources: {'Port': ['ID=ea4a126a-a7f5-4e56-928d-bd76dc66e823,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:47.053402 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f09e681-834f-42f1-9fec-5dee0720c514 req-3fc0a449-6959-4629-a2ad-41377949b3be service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347415 Apr 12 16:24:47.064832 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-1bc4d10d-b501-4dbc-8b21-1f395d9d9f04 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:47.065626 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-1bc4d10d-b501-4dbc-8b21-1f395d9d9f04 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:47.086786 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-1bc4d10d-b501-4dbc-8b21-1f395d9d9f04 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4116857 Apr 12 16:24:47.093215 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a49e65-264c-48a9-a6ed-aaf5ed3dd023 admin admin] Router e961311a-1db5-46ae-a08e-4b307b5bc340 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:24:47.103238 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Request body: {'port': {'device_id': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:24:47.103949 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-48342eba-33f8-4c45-8c89-25a01abb5565 None None] Port 60428b9a-7b1b-43fb-8999-73bc88945670 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:24:47.121052 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-aaae3db3-f46b-430e-be35-50e329d53e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '5a81a3ee-ae91-453b-a154-f46c9d39ea8a', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'port_id': 'a9b6c507-f16a-4011-8719-2d8d34825c2a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'mac_address': 'fa:16:3e:d3:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:21:55Z', 'updated_at': '2022-04-12T16:24:45Z', 'revision_number': 3, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7086e141-d07a-465b-8cd6-66ce10280c23', 'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'mac_address': 'fa:16:3e:b9:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:45Z', 'updated_at': '2022-04-12T16:18:59Z', 'revision_number': 5, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'subnets': [{'id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:47.174715 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaae3db3-f46b-430e-be35-50e329d53e15 None None] The sync data for ids ['66294110-db27-454d-bc8e-c150ace49fd8'] in dv-cinder-837528-1-iscsi is: [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '5a81a3ee-ae91-453b-a154-f46c9d39ea8a', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'port_id': 'a9b6c507-f16a-4011-8719-2d8d34825c2a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'mac_address': 'fa:16:3e:d3:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:21:55Z', 'updated_at': '2022-04-12T16:24:45Z', 'revision_number': 3, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7086e141-d07a-465b-8cd6-66ce10280c23', 'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'mac_address': 'fa:16:3e:b9:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:45Z', 'updated_at': '2022-04-12T16:18:59Z', 'revision_number': 5, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'subnets': [{'id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:24:47.300678 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:47.329776 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-ecd08e71-577e-4735-9792-70b6f5976eb7 None None] Provisioning complete for port ea4a126a-a7f5-4e56-928d-bd76dc66e823 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:24:47.330579 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ecd08e71-577e-4735-9792-70b6f5976eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:47.342563 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a49e65-264c-48a9-a6ed-aaf5ed3dd023 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:24:47.353479 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-29a49e65-264c-48a9-a6ed-aaf5ed3dd023 admin admin] 10.222.0.67 "PUT /v2.0/routers/e961311a-1db5-46ae-a08e-4b307b5bc340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7508414 Apr 12 16:24:47.355883 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc17362-80ea-4627-b925-4a13f51d3842 None None] Sync routers for ids ['e961311a-1db5-46ae-a08e-4b307b5bc340'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:24:47.365935 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc17362-80ea-4627-b925-4a13f51d3842 None None] Routers {'e961311a-1db5-46ae-a08e-4b307b5bc340'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:24:47.366815 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48706) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:47.370081 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6bc17362-80ea-4627-b925-4a13f51d3842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['e961311a-1db5-46ae-a08e-4b307b5bc340'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:47.375202 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-ecd08e71-577e-4735-9792-70b6f5976eb7 None None] Port ea4a126a-a7f5-4e56-928d-bd76dc66e823 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:24:47.414860 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca404c-ec51-4b46-983a-b09d77ec2234 req-4f5faf6a-9389-43b9-8b5d-7b837e82fc6e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:47.422542 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-49ca404c-ec51-4b46-983a-b09d77ec2234 req-4f5faf6a-9389-43b9-8b5d-7b837e82fc6e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 931 time: 0.1657748 Apr 12 16:24:47.430110 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a63a7-3fe0-4e84-aec5-930958312e5b req-40871b08-deb8-4d2a-8d8a-24739bb1aa44 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:47.437047 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ae2a63a7-3fe0-4e84-aec5-930958312e5b req-40871b08-deb8-4d2a-8d8a-24739bb1aa44 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 932 time: 0.1858389 Apr 12 16:24:47.442163 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f09e681-834f-42f1-9fec-5dee0720c514 req-202468b3-749b-41b0-8def-8cc449c68cbf service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363183 Apr 12 16:24:47.509352 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-6bc17362-80ea-4627-b925-4a13f51d3842 None None] Set router e961311a-1db5-46ae-a08e-4b307b5bc340 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:24:47.547062 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-49ca404c-ec51-4b46-983a-b09d77ec2234 req-5fb0a87e-f293-4a03-bed2-cc1fa1eef886 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235187 Apr 12 16:24:47.567587 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ae2a63a7-3fe0-4e84-aec5-930958312e5b req-5818d95f-229f-42ad-b20c-011e6661a5ba tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244199 Apr 12 16:24:47.627878 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60428b9a-7b1b-43fb-8999-73bc88945670 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:24:47.637421 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Publish callbacks [] for port (60428b9a-7b1b-43fb-8999-73bc88945670), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:47.651327 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Transition to ACTIVE for port object 60428b9a-7b1b-43fb-8999-73bc88945670 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:24:47.657382 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (60428b9a-7b1b-43fb-8999-73bc88945670), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:47.661637 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] Publish callbacks [] for router (e961311a-1db5-46ae-a08e-4b307b5bc340), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:47.736991 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Pushing event updated for resources: {'Port': ['ID=60428b9a-7b1b-43fb-8999-73bc88945670,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:47.748816 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6bc17362-80ea-4627-b925-4a13f51d3842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'name': 'tempest-TestMinimumBasicScenario-1869955281-router', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:36Z', 'updated_at': '2022-04-12T16:24:46Z', 'revision_number': 5, 'project_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'gw_port': {'id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:37Z', 'updated_at': '2022-04-12T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:47.785823 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc17362-80ea-4627-b925-4a13f51d3842 None None] Checking router: e961311a-1db5-46ae-a08e-4b307b5bc340 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:24:47.794995 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc17362-80ea-4627-b925-4a13f51d3842 None None] Routers {'e961311a-1db5-46ae-a08e-4b307b5bc340'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:24:47.797113 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6bc17362-80ea-4627-b925-4a13f51d3842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['e961311a-1db5-46ae-a08e-4b307b5bc340'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:47.831846 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Attempting to bind port 60428b9a-7b1b-43fb-8999-73bc88945670 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:24:47.832251 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Attempting to bind port 60428b9a-7b1b-43fb-8999-73bc88945670 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:24:47.832679 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Attempting to bind port 60428b9a-7b1b-43fb-8999-73bc88945670 on network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:24:47.839538 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Port 60428b9a-7b1b-43fb-8999-73bc88945670 on network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:24:47.839538 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Attempting to bind port 60428b9a-7b1b-43fb-8999-73bc88945670 on network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:24:47.848518 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] Publish callbacks [] for router_gateway (e961311a-1db5-46ae-a08e-4b307b5bc340), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:47.849180 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:24:47.849553 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Checking segment: {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:24:47.849965 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Bound using segment: {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:24:47.850552 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Bound port: 60428b9a-7b1b-43fb-8999-73bc88945670, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:24:47.851316 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (60428b9a-7b1b-43fb-8999-73bc88945670), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:47.911407 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4a126a-a7f5-4e56-928d-bd76dc66e823 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:24:47.914711 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-6bc17362-80ea-4627-b925-4a13f51d3842 None None] Set router e961311a-1db5-46ae-a08e-4b307b5bc340 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:24:47.924204 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Publish callbacks [] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:47.932164 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] Deleting port dda73b12-3766-4cbc-9153-232ca11d28e5 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:24:47.932492 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (dda73b12-3766-4cbc-9153-232ca11d28e5), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:47.947701 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] For port 60428b9a-7b1b-43fb-8999-73bc88945670, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:24:47.951778 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] For port 60428b9a-7b1b-43fb-8999-73bc88945670, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=60428b9a-7b1b-43fb-8999-73bc88945670,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:24:47.962097 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (60428b9a-7b1b-43fb-8999-73bc88945670), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:47.964081 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Transition to ACTIVE for port object ea4a126a-a7f5-4e56-928d-bd76dc66e823 will not be triggered until provisioned by entity L2. {{(pid=103550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:24:47.996959 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25838556'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:48.013433 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:48.014282 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:48.015957 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] 10.222.0.45 "PUT /v2.0/ports/60428b9a-7b1b-43fb-8999-73bc88945670 HTTP/1.1" status: 200 len: 1094 time: 1.1936843 Apr 12 16:24:48.040881 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cd18b-0db0-4a9e-84d0-195a57ae6a6c service neutron] Pushing event updated for resources: {'Port': ['ID=60428b9a-7b1b-43fb-8999-73bc88945670,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:48.096708 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:24:48.112872 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4a126a-a7f5-4e56-928d-bd76dc66e823,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:48.128564 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-6bc17362-80ea-4627-b925-4a13f51d3842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'name': 'tempest-TestMinimumBasicScenario-1869955281-router', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:36Z', 'updated_at': '2022-04-12T16:24:46Z', 'revision_number': 5, 'project_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'gw_port': {'id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:37Z', 'updated_at': '2022-04-12T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:48.144914 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-5f16b92d-5e88-48ba-857a-5973f3134db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:48.146622 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-5f16b92d-5e88-48ba-857a-5973f3134db8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 1128 time: 0.0656345 Apr 12 16:24:48.160975 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] For port dda73b12-3766-4cbc-9153-232ca11d28e5, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=dda73b12-3766-4cbc-9153-232ca11d28e5,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:48.161342 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (dda73b12-3766-4cbc-9153-232ca11d28e5), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:48.182464 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] Calling delete_port for dda73b12-3766-4cbc-9153-232ca11d28e5 owned by network:router_gateway {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:24:48.186316 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc17362-80ea-4627-b925-4a13f51d3842 None None] The sync data for ids ['e961311a-1db5-46ae-a08e-4b307b5bc340'] in dv-cinder-837528-1-iscsi is: [{'id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'name': 'tempest-TestMinimumBasicScenario-1869955281-router', 'tenant_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:19:36Z', 'updated_at': '2022-04-12T16:24:46Z', 'revision_number': 5, 'project_id': 'fb2ad7e90a90403daf981d02f0408f4d', 'gw_port': {'id': 'dda73b12-3766-4cbc-9153-232ca11d28e5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e961311a-1db5-46ae-a08e-4b307b5bc340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:19:37Z', 'updated_at': '2022-04-12T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:24:48.199629 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-6f89e765-f031-4f59-879c-03c2545f9d33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60428b9a-7b1b-43fb-8999-73bc88945670 HTTP/1.1" status: 200 len: 217 time: 0.0409951 Apr 12 16:24:48.273720 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-82d1f354-08ce-4684-bc91-23ff20fe03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:48.275379 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-82d1f354-08ce-4684-bc91-23ff20fe03e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b41d7f9c-e278-47e4-81fe-aa85c501c87e HTTP/1.1" status: 200 len: 851 time: 0.0606368 Apr 12 16:24:48.279319 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Attempting to bind port ea4a126a-a7f5-4e56-928d-bd76dc66e823 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:24:48.279664 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Attempting to bind port ea4a126a-a7f5-4e56-928d-bd76dc66e823 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:24:48.279998 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Attempting to bind port ea4a126a-a7f5-4e56-928d-bd76dc66e823 on network 659bb59b-3f11-4e82-88df-ec448e9e7e28 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:24:48.288111 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Port ea4a126a-a7f5-4e56-928d-bd76dc66e823 on network 659bb59b-3f11-4e82-88df-ec448e9e7e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:24:48.288438 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Attempting to bind port ea4a126a-a7f5-4e56-928d-bd76dc66e823 on network 659bb59b-3f11-4e82-88df-ec448e9e7e28 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:24:48.299237 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:24:48.299576 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Checking segment: {'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:24:48.299965 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Bound using segment: {'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:24:48.300411 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Bound port: ea4a126a-a7f5-4e56-928d-bd76dc66e823, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca32108-243f-493d-8f79-9159d0e95aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:24:48.300777 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:48.321546 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'tag': 'a9b6c507-f16a-4011-8719-2d8d34825c2a'}, {'name': 'network-changed', 'server_uuid': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'tag': '60428b9a-7b1b-43fb-8999-73bc88945670'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:24:48.324880 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd28d865-96e3-44d3-af46-204281531c35" -d '{"events": [{"name": "network-changed", "server_uuid": "b37fad20-9d1f-4785-ac0d-9babf6466375", "tag": "a9b6c507-f16a-4011-8719-2d8d34825c2a"}, {"name": "network-changed", "server_uuid": "842d987b-d6f3-432b-b6e5-311a36e9ba0a", "tag": "60428b9a-7b1b-43fb-8999-73bc88945670"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:24:48.342491 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-11ebc349-a642-495a-8fa9-9e4fee2a0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:48.344198 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-11ebc349-a642-495a-8fa9-9e4fee2a0c54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561819 Apr 12 16:24:48.385965 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Apr 2022 16:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48075c6d-a428-46eb-bd93-a69184fdb884 x-openstack-request-id: req-48075c6d-a428-46eb-bd93-a69184fdb884 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:24:48.386286 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37fad20-9d1f-4785-ac0d-9babf6466375", "tag": "a9b6c507-f16a-4011-8719-2d8d34825c2a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "842d987b-d6f3-432b-b6e5-311a36e9ba0a", "tag": "60428b9a-7b1b-43fb-8999-73bc88945670", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:24:48.386536 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-48075c6d-a428-46eb-bd93-a69184fdb884 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:24:48.386936 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48075c6d-a428-46eb-bd93-a69184fdb884'] response: {'name': 'network-changed', 'server_uuid': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'tag': 'a9b6c507-f16a-4011-8719-2d8d34825c2a', 'status': 'completed', 'code': 200} Apr 12 16:24:48.387196 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48075c6d-a428-46eb-bd93-a69184fdb884'] response: {'name': 'network-changed', 'server_uuid': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'tag': '60428b9a-7b1b-43fb-8999-73bc88945670', 'status': 'completed', 'code': 200} Apr 12 16:24:48.442394 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] For port ea4a126a-a7f5-4e56-928d-bd76dc66e823, host hv-cinder-83752, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:24:48.447071 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] For port ea4a126a-a7f5-4e56-928d-bd76dc66e823, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:24:48.456478 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25838556'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:48.463670 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28d865-96e3-44d3-af46-204281531c35 req-5ced7458-b433-44b0-82e2-dc1506900b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:48.465155 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd28d865-96e3-44d3-af46-204281531c35 req-5ced7458-b433-44b0-82e2-dc1506900b2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 1130 time: 0.0474815 Apr 12 16:24:48.467422 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (dda73b12-3766-4cbc-9153-232ca11d28e5), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:48.492353 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-b9a60672-3674-4ea7-ad90-bb7f1d38c568 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327198 Apr 12 16:24:48.507343 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:48.507980 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:48.509399 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] 10.222.0.45 "PUT /v2.0/ports/ea4a126a-a7f5-4e56-928d-bd76dc66e823 HTTP/1.1" status: 200 len: 1093 time: 1.4107044 Apr 12 16:24:48.509851 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'tag': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:24:48.512275 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872371de-1004-4e75-9de5-1df6c26429f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d79e2e80-5679-41bd-aab2-6e740d404eb7", "tag": "ea4a126a-a7f5-4e56-928d-bd76dc66e823"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:24:48.590227 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ac2d6-8e82-41dd-840e-cec142f124e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4a126a-a7f5-4e56-928d-bd76dc66e823,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:48.611531 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 8afdab08-95e1-4d6e-b3f0-67a537952c77 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:24:48.666310 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 8afdab08-95e1-4d6e-b3f0-67a537952c77 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:24:48.666680 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 8afdab08-95e1-4d6e-b3f0-67a537952c77 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:24:48.669959 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] Pushing event deleted for resources: {'Port': ['ID=dda73b12-3766-4cbc-9153-232ca11d28e5,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:48.690005 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c07cb26d-1f59-4c3a-9631-9d5044358f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:48.691775 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-c07cb26d-1f59-4c3a-9631-9d5044358f0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45e8e703a32d4ac4be28bb7018de850f&device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 1127 time: 0.0970263 Apr 12 16:24:48.693403 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28d865-96e3-44d3-af46-204281531c35 req-185a473e-92f3-4dd5-bf93-10847e0b9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:48.696001 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693243'] for router_gateway (e961311a-1db5-46ae-a08e-4b307b5bc340), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:48.697072 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd28d865-96e3-44d3-af46-204281531c35 req-185a473e-92f3-4dd5-bf93-10847e0b9890 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 918 time: 0.2209291 Apr 12 16:24:48.725488 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4b073d28-58d1-4bc7-a2b5-7e77daf68759 req-81382dec-2342-4804-b5a7-79b56669e3e6 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169507 Apr 12 16:24:48.820345 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f35644-455c-4ef8-92a6-6ecc406c6946 x-openstack-request-id: req-f9f35644-455c-4ef8-92a6-6ecc406c6946 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:24:48.820642 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79e2e80-5679-41bd-aab2-6e740d404eb7", "tag": "ea4a126a-a7f5-4e56-928d-bd76dc66e823", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:24:48.820944 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f9f35644-455c-4ef8-92a6-6ecc406c6946 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:24:48.821359 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f35644-455c-4ef8-92a6-6ecc406c6946'] response: {'name': 'network-changed', 'server_uuid': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'tag': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'status': 'completed', 'code': 200} Apr 12 16:24:48.879270 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-6c2968c7-ede0-4c18-8aea-a96a29019c55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823 HTTP/1.1" status: 200 len: 217 time: 0.1610610 Apr 12 16:24:48.885451 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (e961311a-1db5-46ae-a08e-4b307b5bc340), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:48.887762 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] Publish callbacks [] for router_controller (e961311a-1db5-46ae-a08e-4b307b5bc340), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:48.911799 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea2cbc-edba-4585-938f-a4e5ed2dd42f req-c9213a31-0a97-43f1-9ee4-891f58179644 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:48.913375 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-47ea2cbc-edba-4585-938f-a4e5ed2dd42f req-c9213a31-0a97-43f1-9ee4-891f58179644 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.1691413 Apr 12 16:24:48.924211 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b78cd-4930-4285-b3ec-eb626d60b3fe req-5c1cf5d9-61fa-465e-bd42-b9d770568110 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:48.925682 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-278b78cd-4930-4285-b3ec-eb626d60b3fe req-5c1cf5d9-61fa-465e-bd42-b9d770568110 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 944 time: 0.0965533 Apr 12 16:24:48.928865 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd28d865-96e3-44d3-af46-204281531c35 req-6a814d17-5a09-4011-b877-fb88cbb4cd37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b6c507-f16a-4011-8719-2d8d34825c2a HTTP/1.1" status: 200 len: 1002 time: 0.2023468 Apr 12 16:24:48.953542 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-695838'] for router (e961311a-1db5-46ae-a08e-4b307b5bc340), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:48.954124 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e961311a-1db5-46ae-a08e-4b307b5bc340 {{(pid=103550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:24:48.958922 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:48.962287 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4ea85ad2-db01-4a8e-96a7-e69fc257182f admin admin] 10.222.0.67 "DELETE /v2.0/routers/e961311a-1db5-46ae-a08e-4b307b5bc340 HTTP/1.1" status: 204 len: 168 time: 1.5910835 Apr 12 16:24:48.962975 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48718) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:49.039501 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-47ea2cbc-edba-4585-938f-a4e5ed2dd42f req-6a39f7db-38ae-4969-a086-027101b169c9 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126482 Apr 12 16:24:49.065740 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-278b78cd-4930-4285-b3ec-eb626d60b3fe req-8a037b5e-bb0a-4bf3-82d9-93a139014530 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208334 Apr 12 16:24:49.065740 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-89762b4d-1b95-4f95-976e-ffa03d41c11c admin admin] Deleting subnet 80bf553d-9673-4680-b8ec-2841198050e1 {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:24:49.071283 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89762b4d-1b95-4f95-976e-ffa03d41c11c admin admin] Publish callbacks [] for subnet (80bf553d-9673-4680-b8ec-2841198050e1), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:49.144490 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89762b4d-1b95-4f95-976e-ffa03d41c11c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25560717'] for subnet (80bf553d-9673-4680-b8ec-2841198050e1), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:49.172268 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28d865-96e3-44d3-af46-204281531c35 req-ef692e75-5fae-49ef-88fb-31aa333409ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:49.174167 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd28d865-96e3-44d3-af46-204281531c35 req-ef692e75-5fae-49ef-88fb-31aa333409ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.0784895 Apr 12 16:24:49.261131 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28d865-96e3-44d3-af46-204281531c35 req-afadd731-f2e0-44a6-bf42-56c37d5224da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:49.262843 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd28d865-96e3-44d3-af46-204281531c35 req-afadd731-f2e0-44a6-bf42-56c37d5224da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704284 Apr 12 16:24:49.271063 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89762b4d-1b95-4f95-976e-ffa03d41c11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (80bf553d-9673-4680-b8ec-2841198050e1), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:49.367175 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-ff49721b-44e0-4563-80a7-93ff2fa43103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:49.368563 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-ff49721b-44e0-4563-80a7-93ff2fa43103 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=644bce61-9908-4b22-b9ff-6ee45a6d0077 HTTP/1.1" status: 200 len: 856 time: 0.2810843 Apr 12 16:24:49.389497 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89762b4d-1b95-4f95-976e-ffa03d41c11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25561300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25714968'] for subnet (80bf553d-9673-4680-b8ec-2841198050e1), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:49.427920 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89762b4d-1b95-4f95-976e-ffa03d41c11c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80bf553d-9673-4680-b8ec-2841198050e1,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:49.430212 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89762b4d-1b95-4f95-976e-ffa03d41c11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:49.431158 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-5bae94ea-2c8b-4036-b65d-691d95403f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:49.433842 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-5bae94ea-2c8b-4036-b65d-691d95403f67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=659bb59b-3f11-4e82-88df-ec448e9e7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462995 Apr 12 16:24:49.434669 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e904f6-9bbf-41ce-93c4-9f4b0a6dd56d None None] Network 8d122db7-85a8-44d8-b012-e17335ebb5ff requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:24:49.435443 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-89762b4d-1b95-4f95-976e-ffa03d41c11c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/80bf553d-9673-4680-b8ec-2841198050e1 HTTP/1.1" status: 204 len: 168 time: 0.4684372 Apr 12 16:24:49.437770 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48720) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:49.445250 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd28d865-96e3-44d3-af46-204281531c35 req-eb0412b1-7942-46c7-8178-abcc831bcff0 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717575 Apr 12 16:24:49.552159 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd28d865-96e3-44d3-af46-204281531c35 req-78c02fc0-42ef-4128-a1ad-b1d1116e53fd service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966091 Apr 12 16:24:49.584182 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (8d122db7-85a8-44d8-b012-e17335ebb5ff), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:49.605105 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-37ba3eba-8404-4b61-93ab-282b19f3a5ae service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578918 Apr 12 16:24:49.643974 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28d865-96e3-44d3-af46-204281531c35 req-16fff522-1b9c-4445-8fa8-c6de72b89a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:49.646215 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd28d865-96e3-44d3-af46-204281531c35 req-16fff522-1b9c-4445-8fa8-c6de72b89a37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 1128 time: 0.0414326 Apr 12 16:24:49.696196 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Deleting port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:24:49.696527 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:49.749119 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfe5b7f-f211-4943-b4b8-48d82af8dcce None None] DHCP port deletion for 8d122db7-85a8-44d8-b012-e17335ebb5ff request from dv-cinder-837528-1-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:24:49.756852 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28d865-96e3-44d3-af46-204281531c35 req-a7a98d27-6ba0-456b-9808-97bd49849820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:49.758572 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd28d865-96e3-44d3-af46-204281531c35 req-a7a98d27-6ba0-456b-9808-97bd49849820 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 913 time: 0.0959768 Apr 12 16:24:49.787703 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] For port 91d0a099-0d12-4c64-8bae-ca95a2f55f71, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=91d0a099-0d12-4c64-8bae-ca95a2f55f71,segment=NetworkSegment(7f29503f-0020-4531-91f7-11cca4f74700),segment_id=7f29503f-0020-4531-91f7-11cca4f74700)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:49.787959 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-8bfe5b7f-f211-4943-b4b8-48d82af8dcce None None] Deleting port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:24:49.788051 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:49.788270 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5b7f-f211-4943-b4b8-48d82af8dcce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:49.798317 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2681cf21-4bd3-4512-85b6-46d18a0a8677 req-581f8846-e22f-4600-aa13-e1998fb2b971 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695642 Apr 12 16:24:49.803869 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Calling delete_port for 91d0a099-0d12-4c64-8bae-ca95a2f55f71 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:24:49.810089 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd28d865-96e3-44d3-af46-204281531c35 req-7620bd05-44ee-4217-99fc-2c846cdbf038 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60428b9a-7b1b-43fb-8999-73bc88945670 HTTP/1.1" status: 200 len: 217 time: 0.0419223 Apr 12 16:24:49.855167 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-8bfe5b7f-f211-4943-b4b8-48d82af8dcce None None] For port 91d0a099-0d12-4c64-8bae-ca95a2f55f71, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=91d0a099-0d12-4c64-8bae-ca95a2f55f71,segment=NetworkSegment(7f29503f-0020-4531-91f7-11cca4f74700),segment_id=7f29503f-0020-4531-91f7-11cca4f74700)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:49.855565 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5b7f-f211-4943-b4b8-48d82af8dcce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:49.868599 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-8bfe5b7f-f211-4943-b4b8-48d82af8dcce None None] Calling delete_port for 91d0a099-0d12-4c64-8bae-ca95a2f55f71 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:24:49.879120 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28d865-96e3-44d3-af46-204281531c35 req-4e39e151-a189-4bbf-865d-650cd95c1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:49.880703 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd28d865-96e3-44d3-af46-204281531c35 req-4e39e151-a189-4bbf-865d-650cd95c1526 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b41d7f9c-e278-47e4-81fe-aa85c501c87e HTTP/1.1" status: 200 len: 851 time: 0.0524375 Apr 12 16:24:49.896341 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:49.919031 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d0a099-0d12-4c64-8bae-ca95a2f55f71,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:49.924399 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] No DVR routers for this DVR port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 on host dv-cinder-837528-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:24:49.942962 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5b7f-f211-4943-b4b8-48d82af8dcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879'] for port (91d0a099-0d12-4c64-8bae-ca95a2f55f71), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:49.968895 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe5b7f-f211-4943-b4b8-48d82af8dcce None None] Pushing event deleted for resources: {'Port': ['ID=91d0a099-0d12-4c64-8bae-ca95a2f55f71,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:49.970751 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe5b7f-f211-4943-b4b8-48d82af8dcce None None] No DVR routers for this DVR port 91d0a099-0d12-4c64-8bae-ca95a2f55f71 on host dv-cinder-837528-1-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:24:50.010796 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (8d122db7-85a8-44d8-b012-e17335ebb5ff), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.031302 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d122db7-85a8-44d8-b012-e17335ebb5ff']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:50.040505 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f29503f-0020-4531-91f7-11cca4f74700') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:50.040800 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f29503f-0020-4531-91f7-11cca4f74700') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:24:50.050543 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25740662'] for segment (7f29503f-0020-4531-91f7-11cca4f74700), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.064665 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (7f29503f-0020-4531-91f7-11cca4f74700), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.071536 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:24:50.071923 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25838384'] for segment (7f29503f-0020-4531-91f7-11cca4f74700), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: Traceback (most recent call last): Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: timer() Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: cb(*args, **kw) Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: return func(*args, **kwargs) Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: self._notify() Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: self.callback(batched_events) Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: event.method(event) Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: return f(self, *a, **k) Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._get(url).json() Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:24:50.073599 dv-cinder-837528-1-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:24:50.136373 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (8d122db7-85a8-44d8-b012-e17335ebb5ff), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.152367 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.155600 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] 10.222.0.67 "DELETE /v2.0/networks/8d122db7-85a8-44d8-b012-e17335ebb5ff HTTP/1.1" status: 204 len: 168 time: 0.7164779 Apr 12 16:24:50.156681 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb7420-e671-4b55-9172-e95434577e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d122db7-85a8-44d8-b012-e17335ebb5ff,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:50.203560 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b51f9-d3fe-4208-9a26-ce4f1cf66d71 req-b74f89ca-c0f2-4da9-ab8b-10d8267e6ced tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:50.205042 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1d5b51f9-d3fe-4208-9a26-ce4f1cf66d71 req-b74f89ca-c0f2-4da9-ab8b-10d8267e6ced tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0747113 Apr 12 16:24:50.210968 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dacf70-5c57-460e-8c1c-8e36b98fcf62 req-6e6f4dfd-dbf0-45d7-a552-302cf0fdf374 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:50.212310 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-90dacf70-5c57-460e-8c1c-8e36b98fcf62 req-6e6f4dfd-dbf0-45d7-a552-302cf0fdf374 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 944 time: 0.0808098 Apr 12 16:24:50.275315 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48728) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:50.284428 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1d5b51f9-d3fe-4208-9a26-ce4f1cf66d71 req-b6e5cf90-7156-465f-861f-766a116cc40c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711544 Apr 12 16:24:50.292978 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-90dacf70-5c57-460e-8c1c-8e36b98fcf62 req-59394be9-e3cb-4a4f-964f-b050e666f573 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730605 Apr 12 16:24:50.318002 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-89906482-99d1-4907-9ef9-59b2c990787d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f91e85c02b6e47d9913792e1168a8939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415046 Apr 12 16:24:50.320396 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48730) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:50.367161 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb89ea3e-2981-4381-8242-d2e07c19e61c admin admin] Publish callbacks [] for security_group (fe2a9b4b-281b-442e-8452-b2e960428567), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.388013 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb89ea3e-2981-4381-8242-d2e07c19e61c admin admin] Publish callbacks [] for security_group (fe2a9b4b-281b-442e-8452-b2e960428567), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.435342 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb89ea3e-2981-4381-8242-d2e07c19e61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (fe2a9b4b-281b-442e-8452-b2e960428567), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.437717 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb89ea3e-2981-4381-8242-d2e07c19e61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.438903 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-cb89ea3e-2981-4381-8242-d2e07c19e61c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fe2a9b4b-281b-442e-8452-b2e960428567 HTTP/1.1" status: 204 len: 168 time: 0.1176367 Apr 12 16:24:50.446439 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89ea3e-2981-4381-8242-d2e07c19e61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2a9b4b-281b-442e-8452-b2e960428567,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:50.577191 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device dda73b12-3766-4cbc-9153-232ca11d28e5 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:24:50.597878 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: dda73b12-3766-4cbc-9153-232ca11d28e5 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:24:50.598258 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device dda73b12-3766-4cbc-9153-232ca11d28e5 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:24:50.598674 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 91d0a099-0d12-4c64-8bae-ca95a2f55f71 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:24:50.623092 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 91d0a099-0d12-4c64-8bae-ca95a2f55f71 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:24:50.623425 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 91d0a099-0d12-4c64-8bae-ca95a2f55f71 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:24:50.665848 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5f1b37f1-df5c-4662-83b6-3774738c5c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.763438 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48736) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:50.804889 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f3dd5f72-9e4a-4431-8a9a-d50c8cff62a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb2ad7e90a90403daf981d02f0408f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402439 Apr 12 16:24:50.808603 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48738) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:50.859600 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-434450c7-cd19-40ca-bc62-7bc4d1782d6c admin admin] Publish callbacks [] for security_group (c2bb5a2e-1201-4afa-accd-56023dc19686), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.882959 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-434450c7-cd19-40ca-bc62-7bc4d1782d6c admin admin] Publish callbacks [] for security_group (c2bb5a2e-1201-4afa-accd-56023dc19686), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.941118 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-434450c7-cd19-40ca-bc62-7bc4d1782d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (c2bb5a2e-1201-4afa-accd-56023dc19686), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.945307 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-434450c7-cd19-40ca-bc62-7bc4d1782d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:50.947176 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-434450c7-cd19-40ca-bc62-7bc4d1782d6c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c2bb5a2e-1201-4afa-accd-56023dc19686 HTTP/1.1" status: 204 len: 168 time: 0.1373720 Apr 12 16:24:50.957462 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434450c7-cd19-40ca-bc62-7bc4d1782d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bb5a2e-1201-4afa-accd-56023dc19686,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:51.232853 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872371de-1004-4e75-9de5-1df6c26429f0 req-95f080f4-51b6-4b35-a1dd-40f1f4c18775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:51.234346 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-872371de-1004-4e75-9de5-1df6c26429f0 req-95f080f4-51b6-4b35-a1dd-40f1f4c18775 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45e8e703a32d4ac4be28bb7018de850f&device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 1127 time: 0.0476148 Apr 12 16:24:51.234601 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28d865-96e3-44d3-af46-204281531c35 req-517e7018-a99d-4d0d-a97f-eeefaa2397c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:51.236206 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd28d865-96e3-44d3-af46-204281531c35 req-517e7018-a99d-4d0d-a97f-eeefaa2397c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499110 Apr 12 16:24:51.362084 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd28d865-96e3-44d3-af46-204281531c35 req-1115bd3e-ef4d-46ab-a78d-59c131503505 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044095 Apr 12 16:24:51.386833 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872371de-1004-4e75-9de5-1df6c26429f0 req-4bea3c10-081c-45c7-9aa0-534ff039f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:51.388396 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-872371de-1004-4e75-9de5-1df6c26429f0 req-4bea3c10-081c-45c7-9aa0-534ff039f018 service neutron] 10.222.0.45 "GET /v2.0/networks?id=659bb59b-3f11-4e82-88df-ec448e9e7e28 HTTP/1.1" status: 200 len: 918 time: 0.1313794 Apr 12 16:24:51.440771 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-872371de-1004-4e75-9de5-1df6c26429f0 req-59c90b26-7c6f-44bb-8b90-d7a703673943 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823 HTTP/1.1" status: 200 len: 217 time: 0.0400259 Apr 12 16:24:51.494094 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872371de-1004-4e75-9de5-1df6c26429f0 req-7c426b6a-c379-4e9a-be38-4e316f9cd63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:51.495511 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-872371de-1004-4e75-9de5-1df6c26429f0 req-7c426b6a-c379-4e9a-be38-4e316f9cd63b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=644bce61-9908-4b22-b9ff-6ee45a6d0077 HTTP/1.1" status: 200 len: 856 time: 0.0454149 Apr 12 16:24:51.545745 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872371de-1004-4e75-9de5-1df6c26429f0 req-6545223b-21d2-4d03-9216-57511b744b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:51.547391 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-872371de-1004-4e75-9de5-1df6c26429f0 req-6545223b-21d2-4d03-9216-57511b744b7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=659bb59b-3f11-4e82-88df-ec448e9e7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414722 Apr 12 16:24:51.657146 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-872371de-1004-4e75-9de5-1df6c26429f0 req-2aeddd56-af38-47dc-9ff0-9f32eabe52f8 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941124 Apr 12 16:24:51.754980 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-872371de-1004-4e75-9de5-1df6c26429f0 req-bc6cbe75-c15c-462d-b95c-210f9547b190 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886919 Apr 12 16:24:51.786994 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878fe93-dfad-491f-bca3-9e53922cfb31 req-c1730183-953b-485f-be62-c9a3096310ce tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:51.788465 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f878fe93-dfad-491f-bca3-9e53922cfb31 req-c1730183-953b-485f-be62-c9a3096310ce tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.3993196 Apr 12 16:24:51.807222 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e0cb3-035a-4eb0-a50b-f6fa39ae2696 req-d95bb605-812b-4103-b84d-df137e70a48e tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:51.808591 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-539e0cb3-035a-4eb0-a50b-f6fa39ae2696 req-d95bb605-812b-4103-b84d-df137e70a48e tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 944 time: 0.4118953 Apr 12 16:24:51.851433 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd28d865-96e3-44d3-af46-204281531c35 req-8fa070ef-163d-45e8-bb3d-31ed009f16c6 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824793 Apr 12 16:24:51.889249 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f878fe93-dfad-491f-bca3-9e53922cfb31 req-430f5526-7fad-4ccb-b88e-011dcf8a9615 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947535 Apr 12 16:24:51.897653 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-539e0cb3-035a-4eb0-a50b-f6fa39ae2696 req-13dd886e-8729-4641-bafd-0f973cc00f37 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765412 Apr 12 16:24:52.786722 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device ea4a126a-a7f5-4e56-928d-bd76dc66e823 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:24:52.890322 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port ea4a126a-a7f5-4e56-928d-bd76dc66e823, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:52.901209 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'port_id': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'mac_address': 'fa:16:3e:40:07:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:24:52.944750 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port ea4a126a-a7f5-4e56-928d-bd76dc66e823 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:24:52.945148 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:52.964514 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4a126a-a7f5-4e56-928d-bd76dc66e823 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:24:52.970664 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a4e265b8-9b00-4d27-92da-a96d294ebbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:52.987739 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port ea4a126a-a7f5-4e56-928d-bd76dc66e823, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:52.991822 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:53.043475 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=ea4a126a-a7f5-4e56-928d-bd76dc66e823,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:53.045182 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e4697-233c-44bd-b780-e3547811891a req-c5a5caf5-a201-49ac-aa84-c87759d057a6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:53.046761 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c50e4697-233c-44bd-b780-e3547811891a req-c5a5caf5-a201-49ac-aa84-c87759d057a6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0798705 Apr 12 16:24:53.054894 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfa4c8-c949-46e8-9f8b-cff36a39a10f req-3a41187c-5eb5-4da6-afa1-424931e298ec tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:53.056282 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aacfa4c8-c949-46e8-9f8b-cff36a39a10f req-3a41187c-5eb5-4da6-afa1-424931e298ec tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 944 time: 0.0781267 Apr 12 16:24:53.127541 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c50e4697-233c-44bd-b780-e3547811891a req-9f8b6da7-4f59-4831-b1d0-169d9a4c5007 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703161 Apr 12 16:24:53.131330 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aacfa4c8-c949-46e8-9f8b-cff36a39a10f req-e3eb3742-fa42-41fd-bbac-62074419df9f tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682817 Apr 12 16:24:53.435950 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['ea4a126a-a7f5-4e56-928d-bd76dc66e823'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:24:54.201688 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:54.274080 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08683a4-474e-4040-bf5f-8e7b21f678c6 req-b1419e1c-7aeb-42c7-83be-dfffa3d6acaa tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:54.275553 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a08683a4-474e-4040-bf5f-8e7b21f678c6 req-b1419e1c-7aeb-42c7-83be-dfffa3d6acaa tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 944 time: 0.0763087 Apr 12 16:24:54.283828 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95125c-2a3a-40fd-a12b-938fa9bfbc78 req-abb29260-94b4-4195-94ec-d6426108a70b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:54.285198 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cf95125c-2a3a-40fd-a12b-938fa9bfbc78 req-abb29260-94b4-4195-94ec-d6426108a70b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 944 time: 0.0764718 Apr 12 16:24:54.357543 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a08683a4-474e-4040-bf5f-8e7b21f678c6 req-a5b50147-e55d-49fd-a141-34c60b75142e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714238 Apr 12 16:24:54.360955 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cf95125c-2a3a-40fd-a12b-938fa9bfbc78 req-fc1dca73-fcf9-4d0a-b1e5-0483b6b6a8ee tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693069 Apr 12 16:24:54.793276 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device ea4a126a-a7f5-4e56-928d-bd76dc66e823 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:24:54.853380 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port ea4a126a-a7f5-4e56-928d-bd76dc66e823 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:24:54.862843 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port ea4a126a-a7f5-4e56-928d-bd76dc66e823 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:24:54.863218 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:54.940867 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port ea4a126a-a7f5-4e56-928d-bd76dc66e823 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:24:54.941238 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:54.964635 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:24:54.967054 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d2dbe6-fdab-458c-a519-1c3562f35e6c" -d '{"events": [{"server_uuid": "d79e2e80-5679-41bd-aab2-6e740d404eb7", "name": "network-vif-plugged", "status": "completed", "tag": "ea4a126a-a7f5-4e56-928d-bd76dc66e823"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:24:54.979155 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port ea4a126a-a7f5-4e56-928d-bd76dc66e823, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:54.983344 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:55.009430 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f688c27-38e9-48b6-9192-c654d2663712 x-openstack-request-id: req-6f688c27-38e9-48b6-9192-c654d2663712 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:24:55.009744 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79e2e80-5679-41bd-aab2-6e740d404eb7", "name": "network-vif-plugged", "status": "completed", "tag": "ea4a126a-a7f5-4e56-928d-bd76dc66e823", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:24:55.010000 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6f688c27-38e9-48b6-9192-c654d2663712 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:24:55.010412 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f688c27-38e9-48b6-9192-c654d2663712'] response: {'server_uuid': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'code': 200} Apr 12 16:24:55.036681 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=ea4a126a-a7f5-4e56-928d-bd76dc66e823,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:55.208588 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:55.504840 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224c669-1868-495b-8b72-6d67809e4955 req-30126bef-92c8-4838-bf2d-ff8e2398ab32 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:55.506365 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5224c669-1868-495b-8b72-6d67809e4955 req-30126bef-92c8-4838-bf2d-ff8e2398ab32 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 944 time: 0.0753913 Apr 12 16:24:55.513794 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b290d6f-2d0f-4023-9a02-bfa6ee455076 req-f8532f2a-0e7e-40cb-80d4-0a97a25fa164 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:55.515241 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7b290d6f-2d0f-4023-9a02-bfa6ee455076 req-f8532f2a-0e7e-40cb-80d4-0a97a25fa164 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0749731 Apr 12 16:24:55.542559 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:55.590855 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637aef63-d0b9-49ef-b9f1-7f19b5e44221 req-fdf8ffb0-24f6-4664-a317-ab5523a9f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:55.592446 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-637aef63-d0b9-49ef-b9f1-7f19b5e44221 req-fdf8ffb0-24f6-4664-a317-ab5523a9f118 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 1129 time: 0.0852439 Apr 12 16:24:55.638513 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5224c669-1868-495b-8b72-6d67809e4955 req-e5f6abdf-7bee-4c3f-b86c-903605273823 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1149113 Apr 12 16:24:55.645627 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7b290d6f-2d0f-4023-9a02-bfa6ee455076 req-00bf3d46-fafc-40a3-90e8-d07634ada505 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210892 Apr 12 16:24:55.670602 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-637aef63-d0b9-49ef-b9f1-7f19b5e44221 req-240913f0-71ff-4d48-8ea1-69d80bdb523f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619352 Apr 12 16:24:56.796887 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e618a0-314b-442a-a07d-665ab90d42f6 req-e50ce623-53c2-4ae9-8e18-225ab5594f59 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:56.798374 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-78e618a0-314b-442a-a07d-665ab90d42f6 req-e50ce623-53c2-4ae9-8e18-225ab5594f59 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 944 time: 0.0824511 Apr 12 16:24:56.810562 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a1da5-5368-417d-bdbf-acd8df26eb6e req-9e6ad874-820a-4773-acd7-ed5e6df60fdf tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:56.811999 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-595a1da5-5368-417d-bdbf-acd8df26eb6e req-9e6ad874-820a-4773-acd7-ed5e6df60fdf tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0859885 Apr 12 16:24:56.819188 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 60428b9a-7b1b-43fb-8999-73bc88945670 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:24:56.885461 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-78e618a0-314b-442a-a07d-665ab90d42f6 req-20c7a8de-0d1c-46cd-a16d-06cf24ae48f4 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725319 Apr 12 16:24:56.889829 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-595a1da5-5368-417d-bdbf-acd8df26eb6e req-1042e2f0-afc4-4516-ad4a-9ff26ae13e42 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710993 Apr 12 16:24:56.919488 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 60428b9a-7b1b-43fb-8999-73bc88945670, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=60428b9a-7b1b-43fb-8999-73bc88945670,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:56.930419 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': '60428b9a-7b1b-43fb-8999-73bc88945670', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'port_id': '60428b9a-7b1b-43fb-8999-73bc88945670', 'mac_address': 'fa:16:3e:7a:e3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:24:56.968420 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 60428b9a-7b1b-43fb-8999-73bc88945670 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:24:56.968811 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (60428b9a-7b1b-43fb-8999-73bc88945670), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:56.981669 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60428b9a-7b1b-43fb-8999-73bc88945670 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:24:57.001168 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 60428b9a-7b1b-43fb-8999-73bc88945670, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=60428b9a-7b1b-43fb-8999-73bc88945670,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:57.006566 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (60428b9a-7b1b-43fb-8999-73bc88945670), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:57.062205 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:57.067376 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=60428b9a-7b1b-43fb-8999-73bc88945670,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:57.501569 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['60428b9a-7b1b-43fb-8999-73bc88945670'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:24:58.031441 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef0018-d574-4c83-bb8b-d7400186ccbf req-e0adcc7c-be04-4eaf-a379-93c77293bb4e tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:58.032948 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b5ef0018-d574-4c83-bb8b-d7400186ccbf req-e0adcc7c-be04-4eaf-a379-93c77293bb4e tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 945 time: 0.0775185 Apr 12 16:24:58.038978 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d4424-958d-43f0-b420-daa2e3ccfbb7 req-08113a8d-f6a1-4af2-a610-73e177940f37 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:58.040306 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c8d4424-958d-43f0-b420-daa2e3ccfbb7 req-08113a8d-f6a1-4af2-a610-73e177940f37 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0760233 Apr 12 16:24:58.117502 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b5ef0018-d574-4c83-bb8b-d7400186ccbf req-6c5c9195-4851-4ca3-8130-ab3220f29116 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762532 Apr 12 16:24:58.120748 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c8d4424-958d-43f0-b420-daa2e3ccfbb7 req-eed2fc5d-5c7f-40c5-9372-238bd0f2d616 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733218 Apr 12 16:24:58.841448 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7206d-0e36-4a85-b6cf-bc86c1d14173 req-f9ef8aa9-fa26-4b80-a320-2462934c13a3 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:58.842982 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-65e7206d-0e36-4a85-b6cf-bc86c1d14173 req-f9ef8aa9-fa26-4b80-a320-2462934c13a3 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0553367 Apr 12 16:24:58.891315 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-65e7206d-0e36-4a85-b6cf-bc86c1d14173 req-293fbb94-2bb5-4a9f-a57e-e59f1ec3676e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426486 Apr 12 16:24:58.931176 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 60428b9a-7b1b-43fb-8999-73bc88945670 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:24:59.000209 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port 60428b9a-7b1b-43fb-8999-73bc88945670 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:24:59.009233 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port 60428b9a-7b1b-43fb-8999-73bc88945670 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:24:59.009796 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (60428b9a-7b1b-43fb-8999-73bc88945670), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:59.099659 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 60428b9a-7b1b-43fb-8999-73bc88945670 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:24:59.100044 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (60428b9a-7b1b-43fb-8999-73bc88945670), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:59.124271 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60428b9a-7b1b-43fb-8999-73bc88945670'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:24:59.126570 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d99463-3d78-49be-afc3-d04766229042" -d '{"events": [{"server_uuid": "842d987b-d6f3-432b-b6e5-311a36e9ba0a", "name": "network-vif-plugged", "status": "completed", "tag": "60428b9a-7b1b-43fb-8999-73bc88945670"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:24:59.139556 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 60428b9a-7b1b-43fb-8999-73bc88945670, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=60428b9a-7b1b-43fb-8999-73bc88945670,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:24:59.145325 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (60428b9a-7b1b-43fb-8999-73bc88945670), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:24:59.173947 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bd7ca9-c227-4ad6-b2c2-7343618e4e1a x-openstack-request-id: req-81bd7ca9-c227-4ad6-b2c2-7343618e4e1a {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:24:59.174297 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842d987b-d6f3-432b-b6e5-311a36e9ba0a", "name": "network-vif-plugged", "status": "completed", "tag": "60428b9a-7b1b-43fb-8999-73bc88945670", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:24:59.174537 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-81bd7ca9-c227-4ad6-b2c2-7343618e4e1a {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:24:59.174973 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81bd7ca9-c227-4ad6-b2c2-7343618e4e1a'] response: {'server_uuid': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60428b9a-7b1b-43fb-8999-73bc88945670', 'code': 200} Apr 12 16:24:59.205010 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=60428b9a-7b1b-43fb-8999-73bc88945670,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:24:59.213065 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.213418 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.213785 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.214177 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.214520 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.214851 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.215217 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.215544 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.215870 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.216196 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.216521 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.216861 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.217189 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.217516 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.217834 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:24:59.265190 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7738f6b-8b54-491d-b0c0-d285596c456b req-fbedeea6-8e2c-4254-9d0a-7c2dbfdbcdaf tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:59.266579 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7738f6b-8b54-491d-b0c0-d285596c456b req-fbedeea6-8e2c-4254-9d0a-7c2dbfdbcdaf tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 946 time: 0.0770447 Apr 12 16:24:59.284759 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e4212-837d-4f44-966d-0bac6563403b req-d0bec731-bf71-4c02-8156-e661d56d726b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:59.286141 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c22e4212-837d-4f44-966d-0bac6563403b req-d0bec731-bf71-4c02-8156-e661d56d726b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0634611 Apr 12 16:24:59.351845 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7738f6b-8b54-491d-b0c0-d285596c456b req-6fcdaf15-f73a-4822-98a4-643113c9e095 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796936 Apr 12 16:24:59.363231 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c22e4212-837d-4f44-966d-0bac6563403b req-65504441-9b1f-4f12-8fae-832caf2fab73 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699553 Apr 12 16:24:59.484128 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd4b3d-feb2-467e-a7a8-a06e838a0f94 req-d388798c-2dee-44d8-a0c0-34a633e2af34 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:24:59.485578 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07dd4b3d-feb2-467e-a7a8-a06e838a0f94 req-d388798c-2dee-44d8-a0c0-34a633e2af34 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0475426 Apr 12 16:24:59.494431 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48792) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:24:59.501950 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-2feaa8ac-67b9-45d9-a238-37033dd08f79 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Request body: {'floatingip': {'port_id': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:24:59.550221 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2feaa8ac-67b9-45d9-a238-37033dd08f79 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for floatingip (566356bf-cd02-4416-8684-85929a3fe5c2), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:00.048853 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd9714-594d-4160-be6e-e64120b8a624 req-6654bc50-973d-4f32-8ad0-0584a39e994e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:00.050326 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-54fd9714-594d-4160-be6e-e64120b8a624 req-6654bc50-973d-4f32-8ad0-0584a39e994e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0856493 Apr 12 16:25:00.079048 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2feaa8ac-67b9-45d9-a238-37033dd08f79 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:00.087441 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2feaa8ac-67b9-45d9-a238-37033dd08f79 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (566356bf-cd02-4416-8684-85929a3fe5c2), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:00.147789 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-54fd9714-594d-4160-be6e-e64120b8a624 req-cb427457-70aa-40ae-b8e9-2e4b366da2de tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891886 Apr 12 16:25:00.212345 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-2feaa8ac-67b9-45d9-a238-37033dd08f79 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Floating IP 566356bf-cd02-4416-8684-85929a3fe5c2 associated. External IP: 172.27.2.252, port: ea4a126a-a7f5-4e56-928d-bd76dc66e823. Apr 12 16:25:00.463241 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f9024-a01f-47ce-9474-77f8d4a38be9 req-ce9368ba-aff8-43a4-b74b-f3f540d39f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:00.464595 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-673f9024-a01f-47ce-9474-77f8d4a38be9 req-ce9368ba-aff8-43a4-b74b-f3f540d39f95 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 1130 time: 0.1013281 Apr 12 16:25:00.503129 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56710671-95a2-4872-8b3c-580bce794cd5 req-5f3541fd-d8e7-499b-a2ba-cca12155bb55 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:00.504823 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-56710671-95a2-4872-8b3c-580bce794cd5 req-5f3541fd-d8e7-499b-a2ba-cca12155bb55 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 946 time: 0.0810423 Apr 12 16:25:00.515663 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feaa8ac-67b9-45d9-a238-37033dd08f79 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Router bb403284-cba1-4899-b817-7760de04c38b has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:25:00.570022 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-b5607756-8ff5-4a60-a56e-ba4d8e0dfe8c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:00.571573 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-b5607756-8ff5-4a60-a56e-ba4d8e0dfe8c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.45 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0976493 Apr 12 16:25:00.577017 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-673f9024-a01f-47ce-9474-77f8d4a38be9 req-ad79805a-2198-41f1-8938-97d479ccabc2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009154 Apr 12 16:25:00.627051 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-56710671-95a2-4872-8b3c-580bce794cd5 req-15bfa270-127a-45d7-9b22-4d7ce2377a3e tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136940 Apr 12 16:25:00.686936 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feaa8ac-67b9-45d9-a238-37033dd08f79 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:25:00.692309 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2feaa8ac-67b9-45d9-a238-37033dd08f79 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:00.697100 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafcfa1e-9e4f-433c-b4d9-019d676e2483 None None] Sync routers for ids ['bb403284-cba1-4899-b817-7760de04c38b'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:25:00.706551 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafcfa1e-9e4f-433c-b4d9-019d676e2483 None None] Routers {'bb403284-cba1-4899-b817-7760de04c38b'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:25:00.707165 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-bafcfa1e-9e4f-433c-b4d9-019d676e2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['bb403284-cba1-4899-b817-7760de04c38b'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:00.727354 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-2feaa8ac-67b9-45d9-a238-37033dd08f79 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "PUT /v2.0/floatingips/566356bf-cd02-4416-8684-85929a3fe5c2 HTTP/1.1" status: 200 len: 991 time: 1.2313521 Apr 12 16:25:00.727865 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'tag': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:25:00.730124 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72fc779-f9c8-4cbe-b99a-6b0a668f1b68" -d '{"events": [{"name": "network-changed", "server_uuid": "d79e2e80-5679-41bd-aab2-6e740d404eb7", "tag": "ea4a126a-a7f5-4e56-928d-bd76dc66e823"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:25:00.764936 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33263eb8-3479-49e8-be29-6a1ec5794509 x-openstack-request-id: req-33263eb8-3479-49e8-be29-6a1ec5794509 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:25:00.765250 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79e2e80-5679-41bd-aab2-6e740d404eb7", "tag": "ea4a126a-a7f5-4e56-928d-bd76dc66e823", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:25:00.765444 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-33263eb8-3479-49e8-be29-6a1ec5794509 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:25:00.765884 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33263eb8-3479-49e8-be29-6a1ec5794509'] response: {'name': 'network-changed', 'server_uuid': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'tag': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'status': 'completed', 'code': 200} Apr 12 16:25:00.820402 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-bafcfa1e-9e4f-433c-b4d9-019d676e2483 None None] Set router bb403284-cba1-4899-b817-7760de04c38b gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:25:00.936386 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fc779-f9c8-4cbe-b99a-6b0a668f1b68 req-5ba41b5f-fbb7-4b42-879b-7328562a4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:00.938234 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a72fc779-f9c8-4cbe-b99a-6b0a668f1b68 req-5ba41b5f-fbb7-4b42-879b-7328562a4f9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45e8e703a32d4ac4be28bb7018de850f&device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 1129 time: 0.0409234 Apr 12 16:25:00.976250 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Deleting port 28e64fcd-7b2c-41c0-8cce-a7de7807a101 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:25:00.976571 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:01.039448 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fc779-f9c8-4cbe-b99a-6b0a668f1b68 req-a81cec36-351a-44b3-81a0-3113d5a5556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:01.040102 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-bafcfa1e-9e4f-433c-b4d9-019d676e2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '566356bf-cd02-4416-8684-85929a3fe5c2', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'port_id': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'mac_address': 'fa:16:3e:40:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:24:41Z', 'updated_at': '2022-04-12T16:24:59Z', 'revision_number': 1, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:19:00Z', 'revision_number': 5, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:01.041193 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a72fc779-f9c8-4cbe-b99a-6b0a668f1b68 req-a81cec36-351a-44b3-81a0-3113d5a5556e service neutron] 10.222.0.45 "GET /v2.0/networks?id=659bb59b-3f11-4e82-88df-ec448e9e7e28 HTTP/1.1" status: 200 len: 918 time: 0.0867646 Apr 12 16:25:01.067373 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] For port 28e64fcd-7b2c-41c0-8cce-a7de7807a101, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=28e64fcd-7b2c-41c0-8cce-a7de7807a101,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:25:01.067774 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:01.070306 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafcfa1e-9e4f-433c-b4d9-019d676e2483 None None] Checking router: bb403284-cba1-4899-b817-7760de04c38b for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:25:01.079257 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafcfa1e-9e4f-433c-b4d9-019d676e2483 None None] Routers {'bb403284-cba1-4899-b817-7760de04c38b'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:25:01.079904 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-bafcfa1e-9e4f-433c-b4d9-019d676e2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['bb403284-cba1-4899-b817-7760de04c38b'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:01.117964 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a72fc779-f9c8-4cbe-b99a-6b0a668f1b68 req-dad5fc11-c795-4afe-85f6-f3ea778d135e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823 HTTP/1.1" status: 200 len: 999 time: 0.0654325 Apr 12 16:25:01.189901 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-bafcfa1e-9e4f-433c-b4d9-019d676e2483 None None] Set router bb403284-cba1-4899-b817-7760de04c38b gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:25:01.260767 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeac994-5a91-4c62-aeb7-c80e4ba5c66f req-4d457db8-2fef-4dcb-83e8-61c813724c20 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:01.262313 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8aeac994-5a91-4c62-aeb7-c80e4ba5c66f req-4d457db8-2fef-4dcb-83e8-61c813724c20 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 945 time: 0.0463471 Apr 12 16:25:01.302247 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:01.302622 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (2effcb3d-153e-4fc7-9666-5a92e6cf720d), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:01.302946 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.l3_db [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Floating IP 2effcb3d-153e-4fc7-9666-5a92e6cf720d disassociated. External IP: 172.27.2.86, port: 28e64fcd-7b2c-41c0-8cce-a7de7807a101. Apr 12 16:25:01.303288 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Calling delete_port for 28e64fcd-7b2c-41c0-8cce-a7de7807a101 owned by compute:nova {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:25:01.332942 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8aeac994-5a91-4c62-aeb7-c80e4ba5c66f req-171264d9-8833-48b4-9b49-92ce4522e6b4 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=7686c635-38cd-4551-99c6-63fa6d8b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554538 Apr 12 16:25:01.449545 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (28e64fcd-7b2c-41c0-8cce-a7de7807a101), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:01.485313 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event deleted for resources: {'Port': ['ID=28e64fcd-7b2c-41c0-8cce-a7de7807a101,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:01.569092 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-bafcfa1e-9e4f-433c-b4d9-019d676e2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '566356bf-cd02-4416-8684-85929a3fe5c2', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'port_id': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'mac_address': 'fa:16:3e:40:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:24:41Z', 'updated_at': '2022-04-12T16:24:59Z', 'revision_number': 1, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:19:00Z', 'revision_number': 5, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:01.599568 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafcfa1e-9e4f-433c-b4d9-019d676e2483 None None] The sync data for ids ['bb403284-cba1-4899-b817-7760de04c38b'] in dv-cinder-837528-1-iscsi is: [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '566356bf-cd02-4416-8684-85929a3fe5c2', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'port_id': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'mac_address': 'fa:16:3e:40:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:24:41Z', 'updated_at': '2022-04-12T16:24:59Z', 'revision_number': 1, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:19:00Z', 'revision_number': 5, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:25:01.608673 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Router d8b87beb-b277-4a78-ae2e-efa7676f5679 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:25:01.756463 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:25:01.763154 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fc779-f9c8-4cbe-b99a-6b0a668f1b68 req-282cd96b-8fe4-4a8a-b8da-fcf67412eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:01.765099 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a72fc779-f9c8-4cbe-b99a-6b0a668f1b68 req-282cd96b-8fe4-4a8a-b8da-fcf67412eab8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=644bce61-9908-4b22-b9ff-6ee45a6d0077 HTTP/1.1" status: 200 len: 856 time: 0.0962105 Apr 12 16:25:01.769627 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1987e64-30c8-481f-9613-fc1520d2c617 None None] Sync routers for ids ['d8b87beb-b277-4a78-ae2e-efa7676f5679'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:25:01.777991 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde5d78-addb-40c6-a45e-2e7e1cf1df7b req-1a3ac3a2-d677-4281-bc13-1a22be371efc tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:01.780501 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fde5d78-addb-40c6-a45e-2e7e1cf1df7b req-1a3ac3a2-d677-4281-bc13-1a22be371efc tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 946 time: 0.0628588 Apr 12 16:25:01.787215 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1987e64-30c8-481f-9613-fc1520d2c617 None None] Routers {'d8b87beb-b277-4a78-ae2e-efa7676f5679'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:25:01.787955 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-c1987e64-30c8-481f-9613-fc1520d2c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d8b87beb-b277-4a78-ae2e-efa7676f5679'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:01.840743 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] No DVR routers for this DVR port 28e64fcd-7b2c-41c0-8cce-a7de7807a101 on host hv-cinder-83752 {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:25:01.843514 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:01.846868 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5ce4fc49-3e5d-447b-b093-1c311da00ed2 req-50771075-3249-43ab-8815-e692e952ea34 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.45 "DELETE /v2.0/ports/28e64fcd-7b2c-41c0-8cce-a7de7807a101 HTTP/1.1" status: 204 len: 173 time: 0.9894595 Apr 12 16:25:01.857944 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23749e20-689d-41b3-b798-49c86d90ae20', 'name': 'network-vif-deleted', 'tag': '28e64fcd-7b2c-41c0-8cce-a7de7807a101'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:25:01.862154 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d49a0-89aa-4321-8496-82d49bd4ce40 None None] New status for floating IP 566356bf-cd02-4416-8684-85929a3fe5c2: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:25:01.862681 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284273d0-ecde-4323-94b4-f1e435e65e5a" -d '{"events": [{"server_uuid": "23749e20-689d-41b3-b798-49c86d90ae20", "name": "network-vif-deleted", "tag": "28e64fcd-7b2c-41c0-8cce-a7de7807a101"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:25:01.879278 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fc779-f9c8-4cbe-b99a-6b0a668f1b68 req-6b5b9a0b-c0c5-43ee-9645-21e993e39152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:01.881644 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a72fc779-f9c8-4cbe-b99a-6b0a668f1b68 req-6b5b9a0b-c0c5-43ee-9645-21e993e39152 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=659bb59b-3f11-4e82-88df-ec448e9e7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789800 Apr 12 16:25:01.893355 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fde5d78-addb-40c6-a45e-2e7e1cf1df7b req-108efde8-a9e8-4512-8925-887f734d7ed1 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070213 Apr 12 16:25:01.975930 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa77283-fe07-4b0d-b1b5-d4fee642cc4f x-openstack-request-id: req-6aa77283-fe07-4b0d-b1b5-d4fee642cc4f {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:25:01.976458 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23749e20-689d-41b3-b798-49c86d90ae20", "name": "network-vif-deleted", "tag": "28e64fcd-7b2c-41c0-8cce-a7de7807a101", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:25:01.976911 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6aa77283-fe07-4b0d-b1b5-d4fee642cc4f {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:25:01.977509 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa77283-fe07-4b0d-b1b5-d4fee642cc4f'] response: {'server_uuid': '23749e20-689d-41b3-b798-49c86d90ae20', 'name': 'network-vif-deleted', 'tag': '28e64fcd-7b2c-41c0-8cce-a7de7807a101', 'status': 'completed', 'code': 200} Apr 12 16:25:02.079421 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-c1987e64-30c8-481f-9613-fc1520d2c617 None None] Set router d8b87beb-b277-4a78-ae2e-efa7676f5679 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:25:02.152299 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a72fc779-f9c8-4cbe-b99a-6b0a668f1b68 req-95f83194-1649-4b95-85ac-7de6f5ae7cac service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111275 Apr 12 16:25:02.321307 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-c1987e64-30c8-481f-9613-fc1520d2c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:19:03Z', 'revision_number': 5, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:02.348615 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1987e64-30c8-481f-9613-fc1520d2c617 None None] Checking router: d8b87beb-b277-4a78-ae2e-efa7676f5679 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:25:02.357963 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1987e64-30c8-481f-9613-fc1520d2c617 None None] Routers {'d8b87beb-b277-4a78-ae2e-efa7676f5679'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:25:02.358510 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-c1987e64-30c8-481f-9613-fc1520d2c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d8b87beb-b277-4a78-ae2e-efa7676f5679'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:02.440978 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7ac86f05-5f4a-41de-b417-96b45e3b38f4 req-2c26d0b1-315c-497f-8c0e-162556587438 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=23749e20-689d-41b3-b798-49c86d90ae20 HTTP/1.1" status: 200 len: 210 time: 0.0291300 Apr 12 16:25:02.474375 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-c1987e64-30c8-481f-9613-fc1520d2c617 None None] Set router d8b87beb-b277-4a78-ae2e-efa7676f5679 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:25:02.676056 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-c1987e64-30c8-481f-9613-fc1520d2c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:19:03Z', 'revision_number': 5, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:02.703531 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1987e64-30c8-481f-9613-fc1520d2c617 None None] The sync data for ids ['d8b87beb-b277-4a78-ae2e-efa7676f5679'] in dv-cinder-837528-1-iscsi is: [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:19:03Z', 'revision_number': 5, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:25:02.878868 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a72fc779-f9c8-4cbe-b99a-6b0a668f1b68 req-a18cc2a1-78c0-48b1-8b95-74fbe861e55b service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912349 Apr 12 16:25:02.949558 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff404867-ffd1-481e-bb45-bf521b997791 None None] New status for floating IP 2effcb3d-153e-4fc7-9666-5a92e6cf720d: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:25:03.033958 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d1ed9-e740-46ee-ab05-b428ff44b98d req-0dd6dbfb-c899-4c9e-a84d-b1bece8124c6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:03.035469 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-804d1ed9-e740-46ee-ab05-b428ff44b98d req-0dd6dbfb-c899-4c9e-a84d-b1bece8124c6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 946 time: 0.0487831 Apr 12 16:25:03.086560 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-804d1ed9-e740-46ee-ab05-b428ff44b98d req-46bda070-e32b-47f9-9d12-e0c580cb96ce tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453048 Apr 12 16:25:03.204243 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590be6d-d502-4aed-a67c-49aa154a4dbe req-d915640c-5a0a-4195-aa3b-8966608f0313 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:03.205696 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4590be6d-d502-4aed-a67c-49aa154a4dbe req-d915640c-5a0a-4195-aa3b-8966608f0313 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 946 time: 0.0487623 Apr 12 16:25:03.268054 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4590be6d-d502-4aed-a67c-49aa154a4dbe req-4620521e-ad5e-4bff-8c2a-ab90c9174483 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565853 Apr 12 16:25:03.290526 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48830) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:03.333645 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df3522-98aa-49a3-a08a-3e3e23d978f6 tempest-TestVolumeBootPattern-2027814816 tempest-TestVolumeBootPattern-2027814816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:03.335655 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-35df3522-98aa-49a3-a08a-3e3e23d978f6 tempest-TestVolumeBootPattern-2027814816 tempest-TestVolumeBootPattern-2027814816-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 1125 time: 0.0441689 Apr 12 16:25:03.340122 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48832) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:03.346802 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Request body: {'floatingip': {'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'port_id': '60428b9a-7b1b-43fb-8999-73bc88945670', 'tenant_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:03.378658 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:03.463953 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:03.565881 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48844) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:03.592763 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Allocated IP 172.27.2.127 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/aa68511e-fa1a-4c5c-82f1-07fdb678fd84) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:25:03.624572 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f69e-e3ec-4df4-ab99-41a357d5a387 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group (7686c635-38cd-4551-99c6-63fa6d8b6b59), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:03.651061 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f69e-e3ec-4df4-ab99-41a357d5a387 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group (7686c635-38cd-4551-99c6-63fa6d8b6b59), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:03.701279 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f69e-e3ec-4df4-ab99-41a357d5a387 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (7686c635-38cd-4551-99c6-63fa6d8b6b59), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:03.704041 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f69e-e3ec-4df4-ab99-41a357d5a387 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:03.705187 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d5e6f69e-e3ec-4df4-ab99-41a357d5a387 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "DELETE /v2.0/security-groups/7686c635-38cd-4551-99c6-63fa6d8b6b59 HTTP/1.1" status: 204 len: 168 time: 0.1379781 Apr 12 16:25:03.708320 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48846) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:03.710404 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for port (aa68511e-fa1a-4c5c-82f1-07fdb678fd84), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:03.721691 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6f69e-e3ec-4df4-ab99-41a357d5a387 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7686c635-38cd-4551-99c6-63fa6d8b6b59,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:03.728145 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.api.v2.resource [None req-0d5b189e-a329-4185-a32e-63269a9d9d4b tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] show failed (client error): The resource could not be found. Apr 12 16:25:03.731194 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0d5b189e-a329-4185-a32e-63269a9d9d4b tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups/7686c635-38cd-4551-99c6-63fa6d8b6b59 HTTP/1.1" status: 404 len: 347 time: 0.0188386 Apr 12 16:25:03.732334 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48848) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:03.748519 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (aa68511e-fa1a-4c5c-82f1-07fdb678fd84), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:03.787276 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:25:03.793966 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:25:03.798478 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:25:03.801525 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'Port': ['ID=aa68511e-fa1a-4c5c-82f1-07fdb678fd84,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:03.853667 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-c4242311-bd00-41e8-9268-89fca1a83f5c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Deleting port 3179aaf6-c0e3-448a-a341-f041690c6d20 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:25:03.854014 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c4242311-bd00-41e8-9268-89fca1a83f5c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (3179aaf6-c0e3-448a-a341-f041690c6d20), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:03.934449 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c4242311-bd00-41e8-9268-89fca1a83f5c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (3179aaf6-c0e3-448a-a341-f041690c6d20), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:03.935142 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c4242311-bd00-41e8-9268-89fca1a83f5c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for floatingip (3179aaf6-c0e3-448a-a341-f041690c6d20), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:03.948221 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-c4242311-bd00-41e8-9268-89fca1a83f5c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Calling delete_port for 3179aaf6-c0e3-448a-a341-f041690c6d20 owned by network:floatingip {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:25:04.086818 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c4242311-bd00-41e8-9268-89fca1a83f5c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (3179aaf6-c0e3-448a-a341-f041690c6d20), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:04.115172 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4242311-bd00-41e8-9268-89fca1a83f5c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event deleted for resources: {'Port': ['ID=3179aaf6-c0e3-448a-a341-f041690c6d20,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:04.186347 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c4242311-bd00-41e8-9268-89fca1a83f5c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for floatingip (2effcb3d-153e-4fc7-9666-5a92e6cf720d), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:04.189206 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c4242311-bd00-41e8-9268-89fca1a83f5c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:04.190464 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c4242311-bd00-41e8-9268-89fca1a83f5c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "DELETE /v2.0/floatingips/2effcb3d-153e-4fc7-9666-5a92e6cf720d HTTP/1.1" status: 204 len: 168 time: 0.4571707 Apr 12 16:25:04.415941 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for floatingip (03e8ed15-da52-4e94-a861-ffc1747eaeef), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:04.484454 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (aa68511e-fa1a-4c5c-82f1-07fdb678fd84), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:04.630613 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for port (aa68511e-fa1a-4c5c-82f1-07fdb678fd84), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:04.637217 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25838556'] for port (aa68511e-fa1a-4c5c-82f1-07fdb678fd84), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:04.705050 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'Port': ['ID=aa68511e-fa1a-4c5c-82f1-07fdb678fd84,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:04.716953 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (03e8ed15-da52-4e94-a861-ffc1747eaeef), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:04.815824 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Floating IP 03e8ed15-da52-4e94-a861-ffc1747eaeef associated. External IP: 172.27.2.127, port: 60428b9a-7b1b-43fb-8999-73bc88945670. Apr 12 16:25:04.883672 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48854) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:04.888316 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-48ac4674-4573-449e-a1e1-acd7cfd7f5ec tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691156853', 'description': 'tempest-description--874975418'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:04.910877 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48ac4674-4573-449e-a1e1-acd7cfd7f5ec tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:04.946869 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 28e64fcd-7b2c-41c0-8cce-a7de7807a101 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:25:04.971768 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: 28e64fcd-7b2c-41c0-8cce-a7de7807a101 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:25:04.972473 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 28e64fcd-7b2c-41c0-8cce-a7de7807a101 not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:25:04.986400 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48ac4674-4573-449e-a1e1-acd7cfd7f5ec tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group (06f48c4b-0937-404c-ac56-c3742652e166), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:04.990889 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48ac4674-4573-449e-a1e1-acd7cfd7f5ec tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (06f48c4b-0937-404c-ac56-c3742652e166), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.022329 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48ac4674-4573-449e-a1e1-acd7cfd7f5ec tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.023657 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-48ac4674-4573-449e-a1e1-acd7cfd7f5ec tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1389246 Apr 12 16:25:05.024551 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac4674-4573-449e-a1e1-acd7cfd7f5ec tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f48c4b-0937-404c-ac56-c3742652e166,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:05.026589 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48856) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:05.031090 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-a798edd1-bff1-4c84-981b-29449c71f50a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Request body: {'security_group_rule': {'security_group_id': '06f48c4b-0937-404c-ac56-c3742652e166', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:05.040033 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Router c67244c5-d74c-486a-ab43-1c26b88322e1 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:25:05.056681 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a798edd1-bff1-4c84-981b-29449c71f50a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group_rule (43d7fea7-999c-498f-8c28-a6bcb419d02f), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.121572 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a798edd1-bff1-4c84-981b-29449c71f50a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group_rule (43d7fea7-999c-498f-8c28-a6bcb419d02f), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.125602 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a798edd1-bff1-4c84-981b-29449c71f50a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (43d7fea7-999c-498f-8c28-a6bcb419d02f), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.143345 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798edd1-bff1-4c84-981b-29449c71f50a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d7fea7-999c-498f-8c28-a6bcb419d02f,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:05.155500 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a798edd1-bff1-4c84-981b-29449c71f50a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.156924 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a798edd1-bff1-4c84-981b-29449c71f50a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294277 Apr 12 16:25:05.159793 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48858) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:05.161376 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:25:05.164143 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-97ec04b9-fa8a-4b74-aaa1-bc9b7db8b06e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Request body: {'security_group_rule': {'security_group_id': '06f48c4b-0937-404c-ac56-c3742652e166', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:05.171482 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a174fed6-d043-4863-8a57-0a1f2f6a0d77 None None] Sync routers for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:25:05.182266 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.184687 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a174fed6-d043-4863-8a57-0a1f2f6a0d77 None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:25:05.185604 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-a174fed6-d043-4863-8a57-0a1f2f6a0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:05.190446 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-97ec04b9-fa8a-4b74-aaa1-bc9b7db8b06e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group_rule (c88e6255-c041-4f1a-be66-ba0809d11149), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.219035 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d3b6207e-86be-4888-8a48-d51de7b8dae0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8777773 Apr 12 16:25:05.219899 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'tag': '60428b9a-7b1b-43fb-8999-73bc88945670'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:25:05.222433 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36814d5f-1e22-4662-b7d3-0dd8e82cd38f" -d '{"events": [{"name": "network-changed", "server_uuid": "842d987b-d6f3-432b-b6e5-311a36e9ba0a", "tag": "60428b9a-7b1b-43fb-8999-73bc88945670"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:25:05.261546 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae0f4b4-e391-406e-aa7c-808dc6eb1a60 x-openstack-request-id: req-7ae0f4b4-e391-406e-aa7c-808dc6eb1a60 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:25:05.261956 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842d987b-d6f3-432b-b6e5-311a36e9ba0a", "tag": "60428b9a-7b1b-43fb-8999-73bc88945670", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:25:05.262259 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7ae0f4b4-e391-406e-aa7c-808dc6eb1a60 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:25:05.262674 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae0f4b4-e391-406e-aa7c-808dc6eb1a60'] response: {'name': 'network-changed', 'server_uuid': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'tag': '60428b9a-7b1b-43fb-8999-73bc88945670', 'status': 'completed', 'code': 200} Apr 12 16:25:05.267485 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-97ec04b9-fa8a-4b74-aaa1-bc9b7db8b06e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group_rule (c88e6255-c041-4f1a-be66-ba0809d11149), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.271263 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-97ec04b9-fa8a-4b74-aaa1-bc9b7db8b06e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (c88e6255-c041-4f1a-be66-ba0809d11149), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.291125 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec04b9-fa8a-4b74-aaa1-bc9b7db8b06e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88e6255-c041-4f1a-be66-ba0809d11149,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:05.295868 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-97ec04b9-fa8a-4b74-aaa1-bc9b7db8b06e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.301173 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-97ec04b9-fa8a-4b74-aaa1-bc9b7db8b06e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363661 Apr 12 16:25:05.303818 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48864) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:05.311640 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Request body: {'floatingip': {'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:05.334570 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-a174fed6-d043-4863-8a57-0a1f2f6a0d77 None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:25:05.339028 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.339337 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814d5f-1e22-4662-b7d3-0dd8e82cd38f req-d8b5b4bc-b415-4f23-a49e-a40e61e3a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:05.340987 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-36814d5f-1e22-4662-b7d3-0dd8e82cd38f req-d8b5b4bc-b415-4f23-a49e-a40e61e3a2b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 1130 time: 0.0424893 Apr 12 16:25:05.425778 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.545335 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Allocated IP 172.27.2.236 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/3cb67740-6d20-46a4-8ff0-aaa0cbf423e9) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:25:05.572681 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-a174fed6-d043-4863-8a57-0a1f2f6a0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '03e8ed15-da52-4e94-a861-ffc1747eaeef', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': '60428b9a-7b1b-43fb-8999-73bc88945670', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:7a:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:04Z', 'updated_at': '2022-04-12T16:25:04Z', 'revision_number': 0, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:05.605922 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a174fed6-d043-4863-8a57-0a1f2f6a0d77 None None] Checking router: c67244c5-d74c-486a-ab43-1c26b88322e1 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:25:05.614860 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a174fed6-d043-4863-8a57-0a1f2f6a0d77 None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:25:05.615322 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-a174fed6-d043-4863-8a57-0a1f2f6a0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:05.663442 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for port (3cb67740-6d20-46a4-8ff0-aaa0cbf423e9), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.707451 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (3cb67740-6d20-46a4-8ff0-aaa0cbf423e9), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.727621 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814d5f-1e22-4662-b7d3-0dd8e82cd38f req-66bc0ed6-5e2a-41be-ac38-259613fc6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:05.729125 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-36814d5f-1e22-4662-b7d3-0dd8e82cd38f req-66bc0ed6-5e2a-41be-ac38-259613fc6dd0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 913 time: 0.3728108 Apr 12 16:25:05.731823 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-a174fed6-d043-4863-8a57-0a1f2f6a0d77 None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:25:05.749515 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:25:05.752476 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:25:05.757043 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:25:05.799671 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event updated for resources: {'Port': ['ID=3cb67740-6d20-46a4-8ff0-aaa0cbf423e9,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:05.809202 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-36814d5f-1e22-4662-b7d3-0dd8e82cd38f req-e3874e17-beb2-4106-9a03-42087ae4f05b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60428b9a-7b1b-43fb-8999-73bc88945670 HTTP/1.1" status: 200 len: 1000 time: 0.0649073 Apr 12 16:25:05.853657 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for floatingip (3e76dfa7-d4f7-42e8-9daa-6d198492e3bc), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.889403 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814d5f-1e22-4662-b7d3-0dd8e82cd38f req-559fae0f-ec61-4741-b56b-56fcc07eaddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:05.891011 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-36814d5f-1e22-4662-b7d3-0dd8e82cd38f req-559fae0f-ec61-4741-b56b-56fcc07eaddb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b41d7f9c-e278-47e4-81fe-aa85c501c87e HTTP/1.1" status: 200 len: 851 time: 0.0512648 Apr 12 16:25:05.891272 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3cb67740-6d20-46a4-8ff0-aaa0cbf423e9), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:05.940217 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814d5f-1e22-4662-b7d3-0dd8e82cd38f req-05725887-6e97-49a8-a643-c807911bd3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:05.942008 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-36814d5f-1e22-4662-b7d3-0dd8e82cd38f req-05725887-6e97-49a8-a643-c807911bd3f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391936 Apr 12 16:25:05.958816 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-a174fed6-d043-4863-8a57-0a1f2f6a0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '03e8ed15-da52-4e94-a861-ffc1747eaeef', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': '60428b9a-7b1b-43fb-8999-73bc88945670', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:7a:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:04Z', 'updated_at': '2022-04-12T16:25:04Z', 'revision_number': 0, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:05.989754 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a174fed6-d043-4863-8a57-0a1f2f6a0d77 None None] The sync data for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi is: [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '03e8ed15-da52-4e94-a861-ffc1747eaeef', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': '60428b9a-7b1b-43fb-8999-73bc88945670', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:7a:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:04Z', 'updated_at': '2022-04-12T16:25:04Z', 'revision_number': 0, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:25:06.054603 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for port (3cb67740-6d20-46a4-8ff0-aaa0cbf423e9), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:06.058332 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-36814d5f-1e22-4662-b7d3-0dd8e82cd38f req-7c8e32a7-4598-420d-8182-1497efed068b service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011889 Apr 12 16:25:06.059758 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25838556'] for port (3cb67740-6d20-46a4-8ff0-aaa0cbf423e9), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:06.131934 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event updated for resources: {'Port': ['ID=3cb67740-6d20-46a4-8ff0-aaa0cbf423e9,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:06.141420 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (3e76dfa7-d4f7-42e8-9daa-6d198492e3bc), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:06.157438 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:06.158999 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e2bdeee8-87a4-42b4-b240-625e3bdb3865 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8528669 Apr 12 16:25:06.174162 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-36814d5f-1e22-4662-b7d3-0dd8e82cd38f req-c71e555f-f568-4660-b009-2304344f45b3 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012616 Apr 12 16:25:06.225640 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4cd9a-4a25-495e-88fa-a83fdeff8dd2 None None] New status for floating IP 03e8ed15-da52-4e94-a861-ffc1747eaeef: ACTIVE {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:25:06.367731 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-af8f17f5-f828-4f46-baa7-0db64fe5cbb2 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--691156853&fields=id&tenant_id=9e274b464718459ea125ef2d5b5003ce HTTP/1.1" status: 200 len: 267 time: 0.0421166 Apr 12 16:25:06.482247 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-70300ebb-9b84-46ed-bde8-16eb0dbf0102 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:06.483732 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-70300ebb-9b84-46ed-bde8-16eb0dbf0102 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/networks?id=028a45e4-8708-408c-a3b9-d772d5389f9f HTTP/1.1" status: 200 len: 811 time: 0.1083612 Apr 12 16:25:06.501520 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-3def826d-178b-4ba7-a9e5-2cf03392a535 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/quotas/9e274b464718459ea125ef2d5b5003ce HTTP/1.1" status: 200 len: 375 time: 0.0097787 Apr 12 16:25:06.560278 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-6bfacefc-2d83-4c29-be89-2cdf24a610e0 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e274b464718459ea125ef2d5b5003ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537765 Apr 12 16:25:06.668095 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-7a13780e-d5d7-4fae-927e-39130b9671e6 service neutron] 10.222.0.67 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963814 Apr 12 16:25:06.772471 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-a260cce6-8d9a-4acb-9fa7-82e6979def69 service neutron] 10.222.0.67 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982158 Apr 12 16:25:06.940560 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-52d3b03d-341b-4e41-aee3-e415630cabfc req-982e3c17-3c95-469e-8be9-c95ba7a7e39c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 210 time: 0.0316472 Apr 12 16:25:08.058290 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-91412906-5362-4de8-8444-cb0cf16a44d1 req-53219e06-aae9-4b50-bc54-f0c3ce3727fe tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 210 time: 0.0309010 Apr 12 16:25:08.097679 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-901665cb-5c93-4d40-90cd-3b0c956c78a2 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:08.118438 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-901665cb-5c93-4d40-90cd-3b0c956c78a2 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.45 "GET /v2.0/networks?id=028a45e4-8708-408c-a3b9-d772d5389f9f HTTP/1.1" status: 200 len: 811 time: 0.1321929 Apr 12 16:25:08.172343 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-346ae6b9-bfcf-4fe8-8852-ffc0539cb316 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e274b464718459ea125ef2d5b5003ce HTTP/1.1" status: 200 len: 379 time: 0.0571861 Apr 12 16:25:08.184444 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-21a91217-db37-47e6-8023-71a8ff6df27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Request body: {'port': {'device_id': 'a43555d2-47fe-4abc-9410-62d4af8a5c8d', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'admin_state_up': True, 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'security_groups': ['06f48c4b-0937-404c-ac56-c3742652e166']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:08.303422 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-21a91217-db37-47e6-8023-71a8ff6df27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Made reservation on behalf of 9e274b464718459ea125ef2d5b5003ce for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:25:08.307053 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-21a91217-db37-47e6-8023-71a8ff6df27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:08.437468 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-21a91217-db37-47e6-8023-71a8ff6df27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Allocated IP 172.20.0.10 (028a45e4-8708-408c-a3b9-d772d5389f9f/eff737a4-8496-4d8b-b7c1-649a5d573665/a14a2ded-c1a2-48f4-8a82-e95849ab2429) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:25:08.596848 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-21a91217-db37-47e6-8023-71a8ff6df27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:08.641272 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-21a91217-db37-47e6-8023-71a8ff6df27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:08.681951 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-21a91217-db37-47e6-8023-71a8ff6df27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Network 028a45e4-8708-408c-a3b9-d772d5389f9f is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:25:08.686972 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-21a91217-db37-47e6-8023-71a8ff6df27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:25:08.690683 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-21a91217-db37-47e6-8023-71a8ff6df27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:25:08.714323 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a91217-db37-47e6-8023-71a8ff6df27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event updated for resources: {'Port': ['ID=a14a2ded-c1a2-48f4-8a82-e95849ab2429,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:08.742815 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-21a91217-db37-47e6-8023-71a8ff6df27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:08.743440 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-21a91217-db37-47e6-8023-71a8ff6df27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:08.759699 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-21a91217-db37-47e6-8023-71a8ff6df27c tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5789268 Apr 12 16:25:08.776417 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Request body: {'port': {'device_id': 'a43555d2-47fe-4abc-9410-62d4af8a5c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:08.843521 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:08.918725 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-a062a802-94ce-4647-a234-3c11f3f2c071 None None] Provisioning complete for port a14a2ded-c1a2-48f4-8a82-e95849ab2429 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:25:08.919372 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a062a802-94ce-4647-a234-3c11f3f2c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:08.955075 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-a062a802-94ce-4647-a234-3c11f3f2c071 None None] Port a14a2ded-c1a2-48f4-8a82-e95849ab2429 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:25:09.110340 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14a2ded-c1a2-48f4-8a82-e95849ab2429 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:25:09.118451 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Publish callbacks [] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:09.141923 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Transition to ACTIVE for port object a14a2ded-c1a2-48f4-8a82-e95849ab2429 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:25:09.162514 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:09.210725 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0942843-a96f-4971-8286-21a95b691fea req-3f550917-805e-4259-b475-3cc6824707ee tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:09.212216 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a0942843-a96f-4971-8286-21a95b691fea req-3f550917-805e-4259-b475-3cc6824707ee tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 932 time: 0.0814471 Apr 12 16:25:09.243272 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Pushing event updated for resources: {'Port': ['ID=a14a2ded-c1a2-48f4-8a82-e95849ab2429,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:09.318905 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a0942843-a96f-4971-8286-21a95b691fea req-278eed2c-4774-48d9-ab90-20aa1e5a6280 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989962 Apr 12 16:25:09.339850 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Attempting to bind port a14a2ded-c1a2-48f4-8a82-e95849ab2429 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:25:09.340162 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Attempting to bind port a14a2ded-c1a2-48f4-8a82-e95849ab2429 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:25:09.340499 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Attempting to bind port a14a2ded-c1a2-48f4-8a82-e95849ab2429 on network 028a45e4-8708-408c-a3b9-d772d5389f9f {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:25:09.345081 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Port a14a2ded-c1a2-48f4-8a82-e95849ab2429 on network 028a45e4-8708-408c-a3b9-d772d5389f9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:25:09.345394 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Attempting to bind port a14a2ded-c1a2-48f4-8a82-e95849ab2429 on network 028a45e4-8708-408c-a3b9-d772d5389f9f {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:25:09.350490 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:25:09.350824 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Checking segment: {'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:25:09.351204 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Bound using segment: {'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:25:09.351626 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Bound port: a14a2ded-c1a2-48f4-8a82-e95849ab2429, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81646227-5519-498f-8b2f-dd25d438e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:25:09.351984 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:09.413525 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] For port a14a2ded-c1a2-48f4-8a82-e95849ab2429, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:25:09.416456 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] For port a14a2ded-c1a2-48f4-8a82-e95849ab2429, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a14a2ded-c1a2-48f4-8a82-e95849ab2429,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:25:09.428902 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:09.465526 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:09.466172 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:09.467498 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] 10.222.0.45 "PUT /v2.0/ports/a14a2ded-c1a2-48f4-8a82-e95849ab2429 HTTP/1.1" status: 200 len: 1094 time: 0.6955357 Apr 12 16:25:09.467939 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43555d2-47fe-4abc-9410-62d4af8a5c8d', 'tag': 'a14a2ded-c1a2-48f4-8a82-e95849ab2429'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:25:09.470256 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7d3a8b-3436-4758-b2e5-21f4854b49b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a43555d2-47fe-4abc-9410-62d4af8a5c8d", "tag": "a14a2ded-c1a2-48f4-8a82-e95849ab2429"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:25:09.499944 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1694d5-9679-4a8a-9bb2-c106b44bf65e service neutron] Pushing event updated for resources: {'Port': ['ID=a14a2ded-c1a2-48f4-8a82-e95849ab2429,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:09.518148 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38167c7-6894-4d25-9821-d599b6d4fe87 x-openstack-request-id: req-e38167c7-6894-4d25-9821-d599b6d4fe87 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:25:09.518447 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43555d2-47fe-4abc-9410-62d4af8a5c8d", "tag": "a14a2ded-c1a2-48f4-8a82-e95849ab2429", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:25:09.518704 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e38167c7-6894-4d25-9821-d599b6d4fe87 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:25:09.519118 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38167c7-6894-4d25-9821-d599b6d4fe87'] response: {'name': 'network-changed', 'server_uuid': 'a43555d2-47fe-4abc-9410-62d4af8a5c8d', 'tag': 'a14a2ded-c1a2-48f4-8a82-e95849ab2429', 'status': 'completed', 'code': 200} Apr 12 16:25:09.936216 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3a8b-3436-4758-b2e5-21f4854b49b4 req-61489900-2b18-4daf-add5-a7c4c483e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:09.937778 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2b7d3a8b-3436-4758-b2e5-21f4854b49b4 req-61489900-2b18-4daf-add5-a7c4c483e6ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e274b464718459ea125ef2d5b5003ce&device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 1128 time: 0.0411115 Apr 12 16:25:10.486005 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12657e-fcee-4241-8ebf-98c3c9d06658 req-5baa860c-ac53-42df-b098-c20c89b15639 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:10.487718 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cb12657e-fcee-4241-8ebf-98c3c9d06658 req-5baa860c-ac53-42df-b098-c20c89b15639 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 944 time: 0.0663772 Apr 12 16:25:10.515187 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3a8b-3436-4758-b2e5-21f4854b49b4 req-92a388bb-5a16-4398-83c9-0b54b32a45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:10.516779 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2b7d3a8b-3436-4758-b2e5-21f4854b49b4 req-92a388bb-5a16-4398-83c9-0b54b32a45fb service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9e274b464718459ea125ef2d5b5003ce&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1627157 Apr 12 16:25:10.572716 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cb12657e-fcee-4241-8ebf-98c3c9d06658 req-a3779000-7993-4465-ab27-301bb40c9ac8 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749574 Apr 12 16:25:10.646502 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d3a8b-3436-4758-b2e5-21f4854b49b4 req-6120ed5b-749d-4e65-a1f7-da88628c3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:10.647973 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2b7d3a8b-3436-4758-b2e5-21f4854b49b4 req-6120ed5b-749d-4e65-a1f7-da88628c3f8e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154730 Apr 12 16:25:10.739591 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-e20135cb-1eff-46bf-8e97-56a1a0f661db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:10.740962 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-e20135cb-1eff-46bf-8e97-56a1a0f661db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e274b464718459ea125ef2d5b5003ce&device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 1128 time: 0.0405245 Apr 12 16:25:10.789179 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-b510cc63-adb6-4712-b5be-27d9697cfdbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a14a2ded-c1a2-48f4-8a82-e95849ab2429 HTTP/1.1" status: 200 len: 217 time: 0.0340543 Apr 12 16:25:10.847984 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-52d6f702-0db3-43d8-910c-258b404ee5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:10.849448 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-52d6f702-0db3-43d8-910c-258b404ee5c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eff737a4-8496-4d8b-b7c1-649a5d573665 HTTP/1.1" status: 200 len: 850 time: 0.0493140 Apr 12 16:25:10.898873 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-070de25d-d588-4e5c-9d13-8e71656781c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:10.900329 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-070de25d-d588-4e5c-9d13-8e71656781c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=028a45e4-8708-408c-a3b9-d772d5389f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385349 Apr 12 16:25:11.003059 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-9b513fdf-dda1-4f36-8e90-83233245e455 service neutron] 10.222.0.45 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938578 Apr 12 16:25:11.099360 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ace03ef5-34c4-40fa-835c-ee6c46a84a72 req-23a25f5a-4c32-4a8a-a0c1-080fb311dc4a service neutron] 10.222.0.45 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865238 Apr 12 16:25:11.699718 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd884b9-f1d4-469f-8f52-a85ac6a737d2 req-1734a1a6-6d6e-4223-a9e4-812c5f3bd17f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:11.701176 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3cd884b9-f1d4-469f-8f52-a85ac6a737d2 req-1734a1a6-6d6e-4223-a9e4-812c5f3bd17f tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 944 time: 0.0488455 Apr 12 16:25:11.755700 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3cd884b9-f1d4-469f-8f52-a85ac6a737d2 req-6d2d76ed-0212-4983-b1d2-9687b103af5e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463126 Apr 12 16:25:12.883232 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a4e02-8a7f-4971-9755-f5f57a62592e req-fdc0b438-201f-41be-8e61-07df05822737 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:12.884663 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-918a4e02-8a7f-4971-9755-f5f57a62592e req-fdc0b438-201f-41be-8e61-07df05822737 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 944 time: 0.0519738 Apr 12 16:25:12.936350 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-918a4e02-8a7f-4971-9755-f5f57a62592e req-e67b586e-a709-4b26-8b44-26e8c121c911 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426733 Apr 12 16:25:14.060067 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff0b7c-0303-4153-ac05-0eeb2b530f95 req-d9f3974c-8ffa-4d5a-b14d-2157f153e5c1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:14.061563 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-91ff0b7c-0303-4153-ac05-0eeb2b530f95 req-d9f3974c-8ffa-4d5a-b14d-2157f153e5c1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 944 time: 0.0514858 Apr 12 16:25:14.111654 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-91ff0b7c-0303-4153-ac05-0eeb2b530f95 req-e732638e-1aea-4532-972e-2f0d5807d7a0 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416939 Apr 12 16:25:14.883792 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9e699-3f6d-4a7a-bb7f-1b99b303eee6 req-cdd9d5d1-fc75-4065-978e-cb47630d3f70 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:14.885246 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bbf9e699-3f6d-4a7a-bb7f-1b99b303eee6 req-cdd9d5d1-fc75-4065-978e-cb47630d3f70 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 945 time: 0.0543220 Apr 12 16:25:14.945396 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bbf9e699-3f6d-4a7a-bb7f-1b99b303eee6 req-1315bab6-c65f-41e9-9c20-1b15468dfe52 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515382 Apr 12 16:25:15.082198 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device a14a2ded-c1a2-48f4-8a82-e95849ab2429 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:25:15.188829 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port a14a2ded-c1a2-48f4-8a82-e95849ab2429, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a14a2ded-c1a2-48f4-8a82-e95849ab2429,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:25:15.200509 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'a14a2ded-c1a2-48f4-8a82-e95849ab2429', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'port_id': 'a14a2ded-c1a2-48f4-8a82-e95849ab2429', 'mac_address': 'fa:16:3e:e8:dc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:25:15.230432 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5c264-077f-4d11-bbe1-eccc2114acda req-c44c1a76-33ea-4548-8767-a6d720a3bf4e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:15.232119 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fdd5c264-077f-4d11-bbe1-eccc2114acda req-c44c1a76-33ea-4548-8767-a6d720a3bf4e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 944 time: 0.0505631 Apr 12 16:25:15.242928 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port a14a2ded-c1a2-48f4-8a82-e95849ab2429 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:25:15.243283 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:15.257365 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14a2ded-c1a2-48f4-8a82-e95849ab2429 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:25:15.276746 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port a14a2ded-c1a2-48f4-8a82-e95849ab2429, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a14a2ded-c1a2-48f4-8a82-e95849ab2429,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:25:15.282690 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fdd5c264-077f-4d11-bbe1-eccc2114acda req-f9b0eb43-798f-4ff9-a6d9-4382e24d22b9 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446887 Apr 12 16:25:15.282950 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:15.330141 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=a14a2ded-c1a2-48f4-8a82-e95849ab2429,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:15.729683 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['a14a2ded-c1a2-48f4-8a82-e95849ab2429'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:25:16.074999 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c6b46-91ce-48b1-a589-fd6b1a3e81c2 req-23edd83f-cc15-447e-9cb8-8672f7be2b0c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:16.076484 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b56c6b46-91ce-48b1-a589-fd6b1a3e81c2 req-23edd83f-cc15-447e-9cb8-8672f7be2b0c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 945 time: 0.0574837 Apr 12 16:25:16.132424 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b56c6b46-91ce-48b1-a589-fd6b1a3e81c2 req-95c27202-7101-4f78-9249-ccc2b6366c07 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470729 Apr 12 16:25:16.406505 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cbeae-0616-450c-8aed-af03bb280607 req-37376de0-512f-4466-8d80-10d860dd66b7 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:16.408011 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8e1cbeae-0616-450c-8aed-af03bb280607 req-37376de0-512f-4466-8d80-10d860dd66b7 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 945 time: 0.0515301 Apr 12 16:25:16.464884 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8e1cbeae-0616-450c-8aed-af03bb280607 req-18e08e31-8b85-43a2-a269-d030c4b83e72 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509951 Apr 12 16:25:17.119428 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device a14a2ded-c1a2-48f4-8a82-e95849ab2429 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:25:17.167209 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port a14a2ded-c1a2-48f4-8a82-e95849ab2429 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:25:17.175253 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port a14a2ded-c1a2-48f4-8a82-e95849ab2429 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:25:17.175682 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:17.253508 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a471eb-37f2-498c-8fc6-1ecfcf93b375 req-ea48ea7e-7dda-4aac-b997-6734ad6e3274 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:17.255709 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port a14a2ded-c1a2-48f4-8a82-e95849ab2429 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:25:17.256119 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:17.256551 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-94a471eb-37f2-498c-8fc6-1ecfcf93b375 req-ea48ea7e-7dda-4aac-b997-6734ad6e3274 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 945 time: 0.0507152 Apr 12 16:25:17.282230 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43555d2-47fe-4abc-9410-62d4af8a5c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14a2ded-c1a2-48f4-8a82-e95849ab2429'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:25:17.284456 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0749c0d-a625-4bde-b0c5-e28ca46cfd4b" -d '{"events": [{"server_uuid": "a43555d2-47fe-4abc-9410-62d4af8a5c8d", "name": "network-vif-plugged", "status": "completed", "tag": "a14a2ded-c1a2-48f4-8a82-e95849ab2429"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:25:17.297674 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port a14a2ded-c1a2-48f4-8a82-e95849ab2429, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a14a2ded-c1a2-48f4-8a82-e95849ab2429,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:25:17.302263 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:17.306269 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-94a471eb-37f2-498c-8fc6-1ecfcf93b375 req-98e9bce1-3c77-4e6d-945d-2826dd6f12a8 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=012ac479-3cd2-4dbf-a2c6-a47561751df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454590 Apr 12 16:25:17.330520 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4618308-b49a-4098-b7a6-4ca401032dea x-openstack-request-id: req-f4618308-b49a-4098-b7a6-4ca401032dea {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:25:17.330520 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43555d2-47fe-4abc-9410-62d4af8a5c8d", "name": "network-vif-plugged", "status": "completed", "tag": "a14a2ded-c1a2-48f4-8a82-e95849ab2429", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:25:17.330520 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f4618308-b49a-4098-b7a6-4ca401032dea {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:25:17.331038 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4618308-b49a-4098-b7a6-4ca401032dea'] response: {'server_uuid': 'a43555d2-47fe-4abc-9410-62d4af8a5c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14a2ded-c1a2-48f4-8a82-e95849ab2429', 'code': 200} Apr 12 16:25:17.358335 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=a14a2ded-c1a2-48f4-8a82-e95849ab2429,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:17.494606 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-964dc413-870f-4d3d-aed0-9e95f725a7e1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:17.496060 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-964dc413-870f-4d3d-aed0-9e95f725a7e1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 945 time: 0.0584891 Apr 12 16:25:17.547805 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf84c5a-ddbc-4cd5-b783-9fee0c931371 req-8706f8f1-8509-4edb-9cef-afcea4094eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:17.549323 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4bf84c5a-ddbc-4cd5-b783-9fee0c931371 req-8706f8f1-8509-4edb-9cef-afcea4094eb8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 1130 time: 0.0443304 Apr 12 16:25:17.607243 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4bf84c5a-ddbc-4cd5-b783-9fee0c931371 req-2d137ca9-8fd9-4267-b891-9864bc2ac8d8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391226 Apr 12 16:25:17.617605 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1493bac-b163-40fb-b10c-6ad56e46c7e4 req-fd3dd393-e634-47c5-a429-70f2cb1045be tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:17.619103 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c1493bac-b163-40fb-b10c-6ad56e46c7e4 req-fd3dd393-e634-47c5-a429-70f2cb1045be tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 946 time: 0.0749996 Apr 12 16:25:17.641479 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Deleting port 1812f159-e716-45a8-ad5e-89979163b257 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:25:17.641813 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (1812f159-e716-45a8-ad5e-89979163b257), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:17.722397 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c1493bac-b163-40fb-b10c-6ad56e46c7e4 req-54f0fff2-6db4-40b0-9abe-8dbaa68a0d1a tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974128 Apr 12 16:25:17.753262 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] For port 1812f159-e716-45a8-ad5e-89979163b257, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1812f159-e716-45a8-ad5e-89979163b257,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:25:17.753551 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (1812f159-e716-45a8-ad5e-89979163b257), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:17.932366 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:17.932778 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (ef716063-2018-4b29-824b-dcbe85212fe2), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:17.933411 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Floating IP ef716063-2018-4b29-824b-dcbe85212fe2 disassociated. External IP: 172.27.2.78, port: 1812f159-e716-45a8-ad5e-89979163b257. Apr 12 16:25:17.933764 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Calling delete_port for 1812f159-e716-45a8-ad5e-89979163b257 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:25:18.081605 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (1812f159-e716-45a8-ad5e-89979163b257), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:18.109757 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event deleted for resources: {'Port': ['ID=1812f159-e716-45a8-ad5e-89979163b257,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:18.123381 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.123735 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.124080 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.124441 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.124783 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.128126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.128126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.128126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.128126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.128126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.128126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.128126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.128126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.128126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.128126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:18.246502 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Router d99e522d-0410-4cd3-9872-936ec7a529d7 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:25:18.363146 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:25:18.375310 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382826ab-376c-45da-b425-dab5fa3eec3b None None] Sync routers for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:25:18.385454 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382826ab-376c-45da-b425-dab5fa3eec3b None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:25:18.385942 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-382826ab-376c-45da-b425-dab5fa3eec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:18.413522 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] No DVR routers for this DVR port 1812f159-e716-45a8-ad5e-89979163b257 on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:25:18.432862 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:18.436856 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-865940ab-1ca5-4d69-8acc-055d68001e17 req-3512a03e-3204-4ade-bb80-339d329f63fe tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "DELETE /v2.0/ports/1812f159-e716-45a8-ad5e-89979163b257 HTTP/1.1" status: 204 len: 173 time: 0.9309728 Apr 12 16:25:18.437315 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea521f02-9af9-4bc5-b265-df2e2c2c70f5', 'name': 'network-vif-deleted', 'tag': '1812f159-e716-45a8-ad5e-89979163b257'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:25:18.439776 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d1a848-e993-46ac-974e-50513a59a0bf" -d '{"events": [{"server_uuid": "ea521f02-9af9-4bc5-b265-df2e2c2c70f5", "name": "network-vif-deleted", "tag": "1812f159-e716-45a8-ad5e-89979163b257"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:25:18.444443 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eed29af5-e853-495d-aef4-b52750e1bbeb req-dc5ca65e-0317-4ae2-99aa-1a017bb0f15b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 210 time: 0.0542183 Apr 12 16:25:18.480882 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b7e22e-cc9a-4e67-91a2-519863d8dbaf x-openstack-request-id: req-f6b7e22e-cc9a-4e67-91a2-519863d8dbaf {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:25:18.481184 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea521f02-9af9-4bc5-b265-df2e2c2c70f5", "name": "network-vif-deleted", "tag": "1812f159-e716-45a8-ad5e-89979163b257", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:25:18.481443 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f6b7e22e-cc9a-4e67-91a2-519863d8dbaf {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:25:18.481856 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b7e22e-cc9a-4e67-91a2-519863d8dbaf'] response: {'server_uuid': 'ea521f02-9af9-4bc5-b265-df2e2c2c70f5', 'name': 'network-vif-deleted', 'tag': '1812f159-e716-45a8-ad5e-89979163b257', 'status': 'completed', 'code': 200} Apr 12 16:25:18.632063 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-382826ab-376c-45da-b425-dab5fa3eec3b None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:25:18.825753 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-382826ab-376c-45da-b425-dab5fa3eec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:18.836179 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e71015-82bc-49fc-a39c-291aea01313f req-f27c6235-33b7-4271-a6a7-d2ac7bfc3f53 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:18.837674 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07e71015-82bc-49fc-a39c-291aea01313f req-f27c6235-33b7-4271-a6a7-d2ac7bfc3f53 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 946 time: 0.0483639 Apr 12 16:25:18.858385 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382826ab-376c-45da-b425-dab5fa3eec3b None None] Checking router: d99e522d-0410-4cd3-9872-936ec7a529d7 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:25:18.867743 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382826ab-376c-45da-b425-dab5fa3eec3b None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:25:18.868519 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-382826ab-376c-45da-b425-dab5fa3eec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:18.891655 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07e71015-82bc-49fc-a39c-291aea01313f req-c29650e1-ee09-48c0-bcbf-cbea79b12e07 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481675 Apr 12 16:25:18.986474 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-382826ab-376c-45da-b425-dab5fa3eec3b None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:25:19.178177 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-382826ab-376c-45da-b425-dab5fa3eec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:19.211146 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382826ab-376c-45da-b425-dab5fa3eec3b None None] The sync data for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi is: [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:25:19.455077 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86a7794-aad6-428d-b217-81ff14fcd2d2 None None] New status for floating IP ef716063-2018-4b29-824b-dcbe85212fe2: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:25:19.557613 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7ec874fb-aa7f-4b8b-a339-b16bf3be84ea req-cc9f4fd2-5a14-4923-b91f-5f80486540e6 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea521f02-9af9-4bc5-b265-df2e2c2c70f5 HTTP/1.1" status: 200 len: 210 time: 0.0272803 Apr 12 16:25:20.018334 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0649b-14bc-4f7b-ab2e-41afd32dee97 req-b529e755-0ec6-4c5c-b1df-193f9e2c77fe tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:20.019801 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-41b0649b-14bc-4f7b-ab2e-41afd32dee97 req-b529e755-0ec6-4c5c-b1df-193f9e2c77fe tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 946 time: 0.0495415 Apr 12 16:25:20.067384 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-41b0649b-14bc-4f7b-ab2e-41afd32dee97 req-b2c7433f-8d54-49de-84d2-542e432fd2d4 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417321 Apr 12 16:25:20.185497 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5c82-96e0-4a8f-b851-c1c317317e41 req-9667531e-24b2-41c6-a786-11c2d7a04364 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:20.186951 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7d4d5c82-96e0-4a8f-b851-c1c317317e41 req-9667531e-24b2-41c6-a786-11c2d7a04364 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 946 time: 0.0482645 Apr 12 16:25:20.195545 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 48982) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:20.200238 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-25e3b979-f297-481d-ae5f-808dc12044c1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Request body: {'floatingip': {'port_id': 'a14a2ded-c1a2-48f4-8a82-e95849ab2429'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:20.243480 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-25e3b979-f297-481d-ae5f-808dc12044c1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for floatingip (3e76dfa7-d4f7-42e8-9daa-6d198492e3bc), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:20.644439 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48988) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:20.673614 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf1b2-d8ed-470a-a7d9-99651dab4dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:20.700321 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecb5f-4162-4287-84ad-4578be4f5331 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (012ac479-3cd2-4dbf-a2c6-a47561751df9), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:20.704406 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-25e3b979-f297-481d-ae5f-808dc12044c1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:20.709166 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-25e3b979-f297-481d-ae5f-808dc12044c1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (3e76dfa7-d4f7-42e8-9daa-6d198492e3bc), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:20.724493 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecb5f-4162-4287-84ad-4578be4f5331 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (012ac479-3cd2-4dbf-a2c6-a47561751df9), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:20.773125 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecb5f-4162-4287-84ad-4578be4f5331 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (012ac479-3cd2-4dbf-a2c6-a47561751df9), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:20.775732 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecb5f-4162-4287-84ad-4578be4f5331 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:20.777150 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8d1ecb5f-4162-4287-84ad-4578be4f5331 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "DELETE /v2.0/security-groups/012ac479-3cd2-4dbf-a2c6-a47561751df9 HTTP/1.1" status: 204 len: 168 time: 0.1315396 Apr 12 16:25:20.780998 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48990) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:20.798929 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.api.v2.resource [None req-49e1ea42-897a-4057-b0b9-1f9de8ad8572 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] show failed (client error): The resource could not be found. Apr 12 16:25:20.799984 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-49e1ea42-897a-4057-b0b9-1f9de8ad8572 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups/012ac479-3cd2-4dbf-a2c6-a47561751df9 HTTP/1.1" status: 404 len: 347 time: 0.0181286 Apr 12 16:25:20.800925 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ecb5f-4162-4287-84ad-4578be4f5331 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=012ac479-3cd2-4dbf-a2c6-a47561751df9,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:20.802835 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 48992) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:20.932102 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-3bf44075-d49e-4799-b55c-c186e424aee0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Deleting port b7273618-7311-49b8-97fd-5ddab9e7d5d2 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:25:20.932402 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3bf44075-d49e-4799-b55c-c186e424aee0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (b7273618-7311-49b8-97fd-5ddab9e7d5d2), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.015819 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3bf44075-d49e-4799-b55c-c186e424aee0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (b7273618-7311-49b8-97fd-5ddab9e7d5d2), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.016162 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3bf44075-d49e-4799-b55c-c186e424aee0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (b7273618-7311-49b8-97fd-5ddab9e7d5d2), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.028813 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-3bf44075-d49e-4799-b55c-c186e424aee0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Calling delete_port for b7273618-7311-49b8-97fd-5ddab9e7d5d2 owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:25:21.121466 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-25e3b979-f297-481d-ae5f-808dc12044c1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Floating IP 3e76dfa7-d4f7-42e8-9daa-6d198492e3bc associated. External IP: 172.27.2.236, port: a14a2ded-c1a2-48f4-8a82-e95849ab2429. Apr 12 16:25:21.133838 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 1812f159-e716-45a8-ad5e-89979163b257 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:25:21.154564 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: 1812f159-e716-45a8-ad5e-89979163b257 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:25:21.154925 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 1812f159-e716-45a8-ad5e-89979163b257 not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:25:21.169335 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3bf44075-d49e-4799-b55c-c186e424aee0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (b7273618-7311-49b8-97fd-5ddab9e7d5d2), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.195319 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf44075-d49e-4799-b55c-c186e424aee0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event deleted for resources: {'Port': ['ID=b7273618-7311-49b8-97fd-5ddab9e7d5d2,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:21.255419 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3bf44075-d49e-4799-b55c-c186e424aee0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (ef716063-2018-4b29-824b-dcbe85212fe2), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.257853 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3bf44075-d49e-4799-b55c-c186e424aee0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.261671 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-3bf44075-d49e-4799-b55c-c186e424aee0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "DELETE /v2.0/floatingips/ef716063-2018-4b29-824b-dcbe85212fe2 HTTP/1.1" status: 204 len: 168 time: 0.4553695 Apr 12 16:25:21.341800 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e3b979-f297-481d-ae5f-808dc12044c1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Router d8b87beb-b277-4a78-ae2e-efa7676f5679 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:25:21.451038 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e3b979-f297-481d-ae5f-808dc12044c1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:25:21.456104 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-25e3b979-f297-481d-ae5f-808dc12044c1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.462699 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5d3cf-4895-4095-a0a8-25c62efae06e None None] Sync routers for ids ['d8b87beb-b277-4a78-ae2e-efa7676f5679'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:25:21.475149 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5d3cf-4895-4095-a0a8-25c62efae06e None None] Routers {'d8b87beb-b277-4a78-ae2e-efa7676f5679'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:25:21.475779 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-cda5d3cf-4895-4095-a0a8-25c62efae06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d8b87beb-b277-4a78-ae2e-efa7676f5679'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:21.497832 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-25e3b979-f297-481d-ae5f-808dc12044c1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "PUT /v2.0/floatingips/3e76dfa7-d4f7-42e8-9daa-6d198492e3bc HTTP/1.1" status: 200 len: 992 time: 1.2889593 Apr 12 16:25:21.497832 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43555d2-47fe-4abc-9410-62d4af8a5c8d', 'tag': 'a14a2ded-c1a2-48f4-8a82-e95849ab2429'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:25:21.497832 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6c2cf2-6355-45ad-9a06-1d925fd39914" -d '{"events": [{"name": "network-changed", "server_uuid": "a43555d2-47fe-4abc-9410-62d4af8a5c8d", "tag": "a14a2ded-c1a2-48f4-8a82-e95849ab2429"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:25:21.535098 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2162f0f9-b4c6-4ef4-ade5-857c064ff03f x-openstack-request-id: req-2162f0f9-b4c6-4ef4-ade5-857c064ff03f {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:25:21.535977 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43555d2-47fe-4abc-9410-62d4af8a5c8d", "tag": "a14a2ded-c1a2-48f4-8a82-e95849ab2429", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:25:21.536426 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2162f0f9-b4c6-4ef4-ade5-857c064ff03f {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:25:21.537004 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2162f0f9-b4c6-4ef4-ade5-857c064ff03f'] response: {'name': 'network-changed', 'server_uuid': 'a43555d2-47fe-4abc-9410-62d4af8a5c8d', 'tag': 'a14a2ded-c1a2-48f4-8a82-e95849ab2429', 'status': 'completed', 'code': 200} Apr 12 16:25:21.544894 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49002) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:21.549626 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-d170d369-7bea-42c2-9bc0-1818c6bcdfa1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--862828946', 'description': 'tempest-description--1274966106'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:21.570027 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d170d369-7bea-42c2-9bc0-1818c6bcdfa1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.595980 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-cda5d3cf-4895-4095-a0a8-25c62efae06e None None] Set router d8b87beb-b277-4a78-ae2e-efa7676f5679 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:25:21.607433 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c2cf2-6355-45ad-9a06-1d925fd39914 req-852be6a4-1fb0-45f5-ac27-f0861cfd2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:21.609012 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1c6c2cf2-6355-45ad-9a06-1d925fd39914 req-852be6a4-1fb0-45f5-ac27-f0861cfd2c6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e274b464718459ea125ef2d5b5003ce&device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 1130 time: 0.0407608 Apr 12 16:25:21.640691 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d170d369-7bea-42c2-9bc0-1818c6bcdfa1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (88073f08-ddc4-4f7b-b163-0fa7186153b6), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.644986 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d170d369-7bea-42c2-9bc0-1818c6bcdfa1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (88073f08-ddc4-4f7b-b163-0fa7186153b6), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.679301 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d170d369-7bea-42c2-9bc0-1818c6bcdfa1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.680741 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d170d369-7bea-42c2-9bc0-1818c6bcdfa1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1346335 Apr 12 16:25:21.682529 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170d369-7bea-42c2-9bc0-1818c6bcdfa1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88073f08-ddc4-4f7b-b163-0fa7186153b6,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:21.684055 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 49006) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:21.690818 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-e8a898a4-8401-4b4e-8980-f1afe88e96df tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'security_group_rule': {'security_group_id': '88073f08-ddc4-4f7b-b163-0fa7186153b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:21.735003 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c2cf2-6355-45ad-9a06-1d925fd39914 req-f1b386ba-afb4-4045-8eae-9e2c9277b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:21.736407 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1c6c2cf2-6355-45ad-9a06-1d925fd39914 req-f1b386ba-afb4-4045-8eae-9e2c9277b871 service neutron] 10.222.0.45 "GET /v2.0/networks?id=028a45e4-8708-408c-a3b9-d772d5389f9f HTTP/1.1" status: 200 len: 912 time: 0.1151819 Apr 12 16:25:21.738007 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e8a898a4-8401-4b4e-8980-f1afe88e96df tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (c3ea1fd3-4c2b-46e0-b7b4-7bb41db9dfe4), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.830406 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-cda5d3cf-4895-4095-a0a8-25c62efae06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '3e76dfa7-d4f7-42e8-9daa-6d198492e3bc', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'port_id': 'a14a2ded-c1a2-48f4-8a82-e95849ab2429', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'mac_address': 'fa:16:3e:e8:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43555d2-47fe-4abc-9410-62d4af8a5c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:05Z', 'updated_at': '2022-04-12T16:25:20Z', 'revision_number': 1, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:19:03Z', 'revision_number': 5, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:21.832697 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1c6c2cf2-6355-45ad-9a06-1d925fd39914 req-586f580d-f10e-471f-ba44-191329ecb375 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a14a2ded-c1a2-48f4-8a82-e95849ab2429 HTTP/1.1" status: 200 len: 1000 time: 0.0859759 Apr 12 16:25:21.852287 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e8a898a4-8401-4b4e-8980-f1afe88e96df tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (c3ea1fd3-4c2b-46e0-b7b4-7bb41db9dfe4), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.859051 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5d3cf-4895-4095-a0a8-25c62efae06e None None] Checking router: d8b87beb-b277-4a78-ae2e-efa7676f5679 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:25:21.867400 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5d3cf-4895-4095-a0a8-25c62efae06e None None] Routers {'d8b87beb-b277-4a78-ae2e-efa7676f5679'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:25:21.868007 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-cda5d3cf-4895-4095-a0a8-25c62efae06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:24:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d8b87beb-b277-4a78-ae2e-efa7676f5679'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:21.870985 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e8a898a4-8401-4b4e-8980-f1afe88e96df tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (c3ea1fd3-4c2b-46e0-b7b4-7bb41db9dfe4), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.893379 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a898a4-8401-4b4e-8980-f1afe88e96df tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ea1fd3-4c2b-46e0-b7b4-7bb41db9dfe4,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:21.905142 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e8a898a4-8401-4b4e-8980-f1afe88e96df tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.906369 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-e8a898a4-8401-4b4e-8980-f1afe88e96df tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2210596 Apr 12 16:25:21.908972 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 49008) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:21.913172 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-440f09ab-cfa0-40e9-bfad-2d341bd8aa0d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'security_group_rule': {'security_group_id': '88073f08-ddc4-4f7b-b163-0fa7186153b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:21.919545 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c2cf2-6355-45ad-9a06-1d925fd39914 req-d7b77356-7b56-4efe-96a9-0b77c8a5b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:21.921489 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1c6c2cf2-6355-45ad-9a06-1d925fd39914 req-d7b77356-7b56-4efe-96a9-0b77c8a5b63c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eff737a4-8496-4d8b-b7c1-649a5d573665 HTTP/1.1" status: 200 len: 850 time: 0.0775948 Apr 12 16:25:21.979138 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-440f09ab-cfa0-40e9-bfad-2d341bd8aa0d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (4bbf0636-0f7f-47d7-b32f-ba167ed8f357), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:21.986491 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c2cf2-6355-45ad-9a06-1d925fd39914 req-4debc835-2646-44c8-8443-fdda4141f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:21.987929 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1c6c2cf2-6355-45ad-9a06-1d925fd39914 req-4debc835-2646-44c8-8443-fdda4141f7c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=028a45e4-8708-408c-a3b9-d772d5389f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545542 Apr 12 16:25:21.996868 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-cda5d3cf-4895-4095-a0a8-25c62efae06e None None] Set router d8b87beb-b277-4a78-ae2e-efa7676f5679 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:25:22.110225 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-440f09ab-cfa0-40e9-bfad-2d341bd8aa0d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (4bbf0636-0f7f-47d7-b32f-ba167ed8f357), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:22.121337 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-440f09ab-cfa0-40e9-bfad-2d341bd8aa0d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (4bbf0636-0f7f-47d7-b32f-ba167ed8f357), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:22.133205 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1c6c2cf2-6355-45ad-9a06-1d925fd39914 req-8b4bb3d8-eb70-47c9-bbfe-98ad2543c081 service neutron] 10.222.0.45 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273541 Apr 12 16:25:22.143915 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f09ab-cfa0-40e9-bfad-2d341bd8aa0d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbf0636-0f7f-47d7-b32f-ba167ed8f357,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:22.159286 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-440f09ab-cfa0-40e9-bfad-2d341bd8aa0d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:22.160427 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-440f09ab-cfa0-40e9-bfad-2d341bd8aa0d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2505867 Apr 12 16:25:22.163593 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49010) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:22.168520 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'floatingip': {'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:22.192666 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:22.224771 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-cda5d3cf-4895-4095-a0a8-25c62efae06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '3e76dfa7-d4f7-42e8-9daa-6d198492e3bc', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'port_id': 'a14a2ded-c1a2-48f4-8a82-e95849ab2429', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'mac_address': 'fa:16:3e:e8:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43555d2-47fe-4abc-9410-62d4af8a5c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:05Z', 'updated_at': '2022-04-12T16:25:20Z', 'revision_number': 1, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:19:03Z', 'revision_number': 5, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:22.245964 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1c6c2cf2-6355-45ad-9a06-1d925fd39914 req-01ec602e-44cc-41ef-8f93-6945fdd100bc service neutron] 10.222.0.45 "GET /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974655 Apr 12 16:25:22.257418 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5d3cf-4895-4095-a0a8-25c62efae06e None None] The sync data for ids ['d8b87beb-b277-4a78-ae2e-efa7676f5679'] in dv-cinder-837528-1-iscsi is: [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '3e76dfa7-d4f7-42e8-9daa-6d198492e3bc', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'port_id': 'a14a2ded-c1a2-48f4-8a82-e95849ab2429', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'mac_address': 'fa:16:3e:e8:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43555d2-47fe-4abc-9410-62d4af8a5c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:05Z', 'updated_at': '2022-04-12T16:25:20Z', 'revision_number': 1, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:19:03Z', 'revision_number': 5, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:25:22.282781 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:22.397289 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Allocated IP 172.27.2.251 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/801b257d-b6e9-480e-987c-d85fbe42ffcf) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:25:22.463678 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af9be07-80ad-45cc-ada6-14ac683377c9 None None] New status for floating IP 3e76dfa7-d4f7-42e8-9daa-6d198492e3bc: ACTIVE {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:25:22.506274 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for port (801b257d-b6e9-480e-987c-d85fbe42ffcf), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:22.543964 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (801b257d-b6e9-480e-987c-d85fbe42ffcf), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:22.583279 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:25:22.586226 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:25:22.589716 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:25:22.625668 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'Port': ['ID=801b257d-b6e9-480e-987c-d85fbe42ffcf,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:22.683415 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (8c1028e6-750b-4a37-8bd5-9b9c68345eb1), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:22.722198 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (801b257d-b6e9-480e-987c-d85fbe42ffcf), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:22.901938 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for port (801b257d-b6e9-480e-987c-d85fbe42ffcf), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:22.909829 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25838556'] for port (801b257d-b6e9-480e-987c-d85fbe42ffcf), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:22.954863 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cdfa654f-c7ad-41b2-b4c6-720416586c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:22.984447 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'Port': ['ID=801b257d-b6e9-480e-987c-d85fbe42ffcf,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:23.005862 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (8c1028e6-750b-4a37-8bd5-9b9c68345eb1), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:23.026261 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:23.028263 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8f51580b-3c25-4c02-9499-b422b49eb745 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8634784 Apr 12 16:25:23.228600 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-06eab68a-ffde-46b2-b5b0-8e486aa30e8c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--862828946&fields=id&tenant_id=8743d75ee3b14874a47f8c5c5054795c HTTP/1.1" status: 200 len: 267 time: 0.0437136 Apr 12 16:25:23.354399 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-76f970e4-2509-4e35-93cb-512045d9476f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:23.356381 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-76f970e4-2509-4e35-93cb-512045d9476f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 815 time: 0.1209137 Apr 12 16:25:23.374970 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-7df34b98-295e-4594-a2a4-0be7f2934df4 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/quotas/8743d75ee3b14874a47f8c5c5054795c HTTP/1.1" status: 200 len: 375 time: 0.0100169 Apr 12 16:25:23.440672 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-ea95b771-29e5-42db-8939-7ff1f6a613b0 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575199 Apr 12 16:25:23.538333 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-eeac08b6-c00f-4dee-9532-2a28d232e080 service neutron] 10.222.0.67 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857494 Apr 12 16:25:23.644084 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f287ac50-1eaf-44e9-9392-2c9b93b8a5d5 service neutron] 10.222.0.67 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997190 Apr 12 16:25:23.804814 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-42aee55f-4e69-4099-98d2-bfa507545f9f req-885aede4-b150-404e-bbfd-22a50ad30b31 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 210 time: 0.0271969 Apr 12 16:25:24.206156 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:24.925544 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0ee41f10-eca4-47b6-947a-17ed56914c25 req-d6dd9946-e613-45a0-968c-be750e0a977a tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 210 time: 0.0279043 Apr 12 16:25:25.097666 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:25:25.105210 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-d8334816-f035-4ff1-8552-204055bc6d9d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:25.106844 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-d8334816-f035-4ff1-8552-204055bc6d9d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 815 time: 0.1088464 Apr 12 16:25:25.178824 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-a5c9df92-92cd-4fcf-a1b9-b59be672c97d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8743d75ee3b14874a47f8c5c5054795c HTTP/1.1" status: 200 len: 379 time: 0.0524304 Apr 12 16:25:25.197745 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:25.199578 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-dc791d32-be80-4a76-b57c-befc937e603d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'port': {'device_id': '205dea4d-f2a0-4140-a709-7fdf56fed565', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'admin_state_up': True, 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'security_groups': ['88073f08-ddc4-4f7b-b163-0fa7186153b6']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:25.316880 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-dc791d32-be80-4a76-b57c-befc937e603d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Made reservation on behalf of 8743d75ee3b14874a47f8c5c5054795c for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:25:25.320154 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-dc791d32-be80-4a76-b57c-befc937e603d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:25.444393 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-dc791d32-be80-4a76-b57c-befc937e603d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Allocated IP 172.20.0.6 (ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a/a54963cb-0986-4500-9b88-9607219c9268/ad05cf0d-1109-4515-833c-5a8094f69c9d) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:25:25.547928 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:25.583318 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-dc791d32-be80-4a76-b57c-befc937e603d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:25.618767 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-dc791d32-be80-4a76-b57c-befc937e603d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:25.664155 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-dc791d32-be80-4a76-b57c-befc937e603d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:25:25.667268 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-dc791d32-be80-4a76-b57c-befc937e603d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:25:25.673465 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-dc791d32-be80-4a76-b57c-befc937e603d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:25:25.704787 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc791d32-be80-4a76-b57c-befc937e603d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event updated for resources: {'Port': ['ID=ad05cf0d-1109-4515-833c-5a8094f69c9d,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:25.731997 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-dc791d32-be80-4a76-b57c-befc937e603d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:25.732789 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-dc791d32-be80-4a76-b57c-befc937e603d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:25.750806 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-dc791d32-be80-4a76-b57c-befc937e603d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5551322 Apr 12 16:25:25.773264 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Request body: {'port': {'device_id': '205dea4d-f2a0-4140-a709-7fdf56fed565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:25.835274 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:25.845725 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-24e57b77-af32-48d8-b8e6-e099d6effee4 None None] Provisioning complete for port ad05cf0d-1109-4515-833c-5a8094f69c9d triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:25:25.846211 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-24e57b77-af32-48d8-b8e6-e099d6effee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:25.882199 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-24e57b77-af32-48d8-b8e6-e099d6effee4 None None] Port ad05cf0d-1109-4515-833c-5a8094f69c9d cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:25:26.068497 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f938d-0352-4fdf-b1d4-aef05fcdcb68 req-d1e2527c-8998-4bf3-9735-8d89c380f03b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:26.069935 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd4f938d-0352-4fdf-b1d4-aef05fcdcb68 req-d1e2527c-8998-4bf3-9735-8d89c380f03b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 931 time: 0.0602853 Apr 12 16:25:26.162006 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd4f938d-0352-4fdf-b1d4-aef05fcdcb68 req-0c35163d-5ff8-4598-abdb-ca746c728738 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829604 Apr 12 16:25:26.176785 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad05cf0d-1109-4515-833c-5a8094f69c9d {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:25:26.185899 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Publish callbacks [] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:26.199280 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Transition to ACTIVE for port object ad05cf0d-1109-4515-833c-5a8094f69c9d will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:25:26.204469 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:26.255080 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Pushing event updated for resources: {'Port': ['ID=ad05cf0d-1109-4515-833c-5a8094f69c9d,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:26.333320 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Attempting to bind port ad05cf0d-1109-4515-833c-5a8094f69c9d on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:25:26.333672 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Attempting to bind port ad05cf0d-1109-4515-833c-5a8094f69c9d by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:25:26.333999 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Attempting to bind port ad05cf0d-1109-4515-833c-5a8094f69c9d on network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:25:26.338735 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Port ad05cf0d-1109-4515-833c-5a8094f69c9d on network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:25:26.339232 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Attempting to bind port ad05cf0d-1109-4515-833c-5a8094f69c9d on network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:25:26.344244 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:25:26.344584 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Checking segment: {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:25:26.344991 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Bound using segment: {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:25:26.345424 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Bound port: ad05cf0d-1109-4515-833c-5a8094f69c9d, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:25:26.345787 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:26.409927 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] For port ad05cf0d-1109-4515-833c-5a8094f69c9d, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:25:26.413391 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] For port ad05cf0d-1109-4515-833c-5a8094f69c9d, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ad05cf0d-1109-4515-833c-5a8094f69c9d,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:25:26.419853 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:26.454902 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:26.455518 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:26.456994 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] 10.222.0.45 "PUT /v2.0/ports/ad05cf0d-1109-4515-833c-5a8094f69c9d HTTP/1.1" status: 200 len: 1093 time: 0.6880031 Apr 12 16:25:26.457420 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205dea4d-f2a0-4140-a709-7fdf56fed565', 'tag': 'ad05cf0d-1109-4515-833c-5a8094f69c9d'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:25:26.459683 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192e99a1-73f8-4a8e-b0e1-3e508505c17e" -d '{"events": [{"name": "network-changed", "server_uuid": "205dea4d-f2a0-4140-a709-7fdf56fed565", "tag": "ad05cf0d-1109-4515-833c-5a8094f69c9d"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:25:26.486731 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6feaa6b-d0e4-4728-b9c7-70de43d3b355 service neutron] Pushing event updated for resources: {'Port': ['ID=ad05cf0d-1109-4515-833c-5a8094f69c9d,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:26.521779 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50d2562-780f-4d22-8086-507a6fb3677b x-openstack-request-id: req-b50d2562-780f-4d22-8086-507a6fb3677b {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:25:26.522101 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205dea4d-f2a0-4140-a709-7fdf56fed565", "tag": "ad05cf0d-1109-4515-833c-5a8094f69c9d", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:25:26.522358 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b50d2562-780f-4d22-8086-507a6fb3677b {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:25:26.522768 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50d2562-780f-4d22-8086-507a6fb3677b'] response: {'name': 'network-changed', 'server_uuid': '205dea4d-f2a0-4140-a709-7fdf56fed565', 'tag': 'ad05cf0d-1109-4515-833c-5a8094f69c9d', 'status': 'completed', 'code': 200} Apr 12 16:25:26.914416 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e99a1-73f8-4a8e-b0e1-3e508505c17e req-9884b2fb-19a0-432f-8f60-43ea4ffcce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:26.916935 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-192e99a1-73f8-4a8e-b0e1-3e508505c17e req-9884b2fb-19a0-432f-8f60-43ea4ffcce72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 1127 time: 0.0470128 Apr 12 16:25:27.028224 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e99a1-73f8-4a8e-b0e1-3e508505c17e req-2f8331dc-ec79-426e-9e70-5d447371c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:27.029809 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-192e99a1-73f8-4a8e-b0e1-3e508505c17e req-2f8331dc-ec79-426e-9e70-5d447371c8a1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8743d75ee3b14874a47f8c5c5054795c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1022696 Apr 12 16:25:27.037328 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:27.295905 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4acef5-f76d-43eb-bab6-a0e17aaa6f3b req-f97484b9-050c-439e-9081-b7ccfdb8428c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:27.297392 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1b4acef5-f76d-43eb-bab6-a0e17aaa6f3b req-f97484b9-050c-439e-9081-b7ccfdb8428c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 943 time: 0.0611455 Apr 12 16:25:27.363080 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1b4acef5-f76d-43eb-bab6-a0e17aaa6f3b req-bfde091a-28f4-400f-bf93-949ab2043c70 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574331 Apr 12 16:25:27.443999 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e99a1-73f8-4a8e-b0e1-3e508505c17e req-c88aefb1-1f00-4ed3-9b4a-4fc1a4621396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:27.445393 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-192e99a1-73f8-4a8e-b0e1-3e508505c17e req-c88aefb1-1f00-4ed3-9b4a-4fc1a4621396 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942094 Apr 12 16:25:27.563862 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-c787829f-df89-431c-8dbb-0895f445785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:27.565517 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-c787829f-df89-431c-8dbb-0895f445785b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 1127 time: 0.0488133 Apr 12 16:25:27.607339 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-bef99399-5b76-4941-b33d-4a0d65dd5ab7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad05cf0d-1109-4515-833c-5a8094f69c9d HTTP/1.1" status: 200 len: 217 time: 0.0343723 Apr 12 16:25:27.667565 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-ba7796eb-8834-4f5c-83da-3037da11cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:27.668970 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-ba7796eb-8834-4f5c-83da-3037da11cf70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a54963cb-0986-4500-9b88-9607219c9268 HTTP/1.1" status: 200 len: 854 time: 0.0434151 Apr 12 16:25:27.721409 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-ac9177ac-4b06-4a7c-b007-bb1e197f87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:27.722957 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-ac9177ac-4b06-4a7c-b007-bb1e197f87d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417130 Apr 12 16:25:27.823698 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-eb5b1288-0074-4054-9d0a-2149994f1e5c service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846543 Apr 12 16:25:27.931604 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6fb92d-80af-426d-9359-9fd3aa993152 req-499bd9fe-b232-4a91-b808-bc7417f8444a service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955234 Apr 12 16:25:28.496975 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ec6d9-6933-438a-bf55-ed3db0de3002 req-87c0b0f7-a104-4122-bb5f-6577a57c9290 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:28.498599 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aa2ec6d9-6933-438a-bf55-ed3db0de3002 req-87c0b0f7-a104-4122-bb5f-6577a57c9290 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 943 time: 0.0529137 Apr 12 16:25:28.553438 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aa2ec6d9-6933-438a-bf55-ed3db0de3002 req-9f2788ac-1878-4ed6-91f2-80aeccbbfdb1 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479126 Apr 12 16:25:29.567739 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-953e20cf-61e5-4f42-878a-7d20591fb0e3 req-d3eead63-b0cb-4ed5-bbe5-514b4ef47529 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388486 Apr 12 16:25:29.692387 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e20cf-61e5-4f42-878a-7d20591fb0e3 req-7dad3393-f4a7-40b6-9086-b5a7325ac899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:29.693964 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-953e20cf-61e5-4f42-878a-7d20591fb0e3 req-7dad3393-f4a7-40b6-9086-b5a7325ac899 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcd271496524c94929c1a28a63f96ef&device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 1129 time: 0.0709853 Apr 12 16:25:29.715735 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b2c4a-e389-471e-93d4-d0947ee83402 req-b0d0d9e5-3ee7-4262-8a77-b8e78d4bd121 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:29.717267 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-273b2c4a-e389-471e-93d4-d0947ee83402 req-b0d0d9e5-3ee7-4262-8a77-b8e78d4bd121 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 943 time: 0.0653872 Apr 12 16:25:29.831559 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-273b2c4a-e389-471e-93d4-d0947ee83402 req-f2472402-af2c-4982-95b9-283e0c09c3fd tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027164 Apr 12 16:25:29.851073 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e20cf-61e5-4f42-878a-7d20591fb0e3 req-94455e5c-95e4-44ec-a144-e094329eec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:29.852539 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-953e20cf-61e5-4f42-878a-7d20591fb0e3 req-94455e5c-95e4-44ec-a144-e094329eec2f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 200 len: 918 time: 0.1314616 Apr 12 16:25:29.897961 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-953e20cf-61e5-4f42-878a-7d20591fb0e3 req-9bab2da2-0273-4ad6-a75c-8b5e0824a915 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1482398b-faf8-483e-b85f-481978b24399 HTTP/1.1" status: 200 len: 217 time: 0.0342519 Apr 12 16:25:29.957706 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e20cf-61e5-4f42-878a-7d20591fb0e3 req-fae5495f-ab64-4fd1-a411-2f3c86c1d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:29.959206 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-953e20cf-61e5-4f42-878a-7d20591fb0e3 req-fae5495f-ab64-4fd1-a411-2f3c86c1d4ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 200 len: 856 time: 0.0452621 Apr 12 16:25:30.017033 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e20cf-61e5-4f42-878a-7d20591fb0e3 req-9828ec10-1cf1-4ff9-b25c-965f9dd66a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:30.019390 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-953e20cf-61e5-4f42-878a-7d20591fb0e3 req-9828ec10-1cf1-4ff9-b25c-965f9dd66a58 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462410 Apr 12 16:25:30.123480 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-953e20cf-61e5-4f42-878a-7d20591fb0e3 req-10eeffe9-34d7-498a-afe4-170e4a970ac9 service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854454 Apr 12 16:25:30.500142 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-953e20cf-61e5-4f42-878a-7d20591fb0e3 req-f3dc06ed-58a7-4964-905a-a3c03e262efc service neutron] 10.222.0.45 "GET /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641481 Apr 12 16:25:30.950071 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2b564-4af9-4ce4-9697-5bada179df52 req-839669c4-a5b3-4e8b-a03f-59942b238013 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:30.951892 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ffc2b564-4af9-4ce4-9697-5bada179df52 req-839669c4-a5b3-4e8b-a03f-59942b238013 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 943 time: 0.0473902 Apr 12 16:25:31.001419 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ffc2b564-4af9-4ce4-9697-5bada179df52 req-aa0e33d4-f673-4ce5-a66a-0ba3bb54c7d4 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435581 Apr 12 16:25:31.209654 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device ad05cf0d-1109-4515-833c-5a8094f69c9d details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:25:31.313410 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port ad05cf0d-1109-4515-833c-5a8094f69c9d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ad05cf0d-1109-4515-833c-5a8094f69c9d,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:25:31.324697 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'ad05cf0d-1109-4515-833c-5a8094f69c9d', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'port_id': 'ad05cf0d-1109-4515-833c-5a8094f69c9d', 'mac_address': 'fa:16:3e:58:08:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:25:31.362676 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port ad05cf0d-1109-4515-833c-5a8094f69c9d is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:25:31.363058 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:31.378811 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad05cf0d-1109-4515-833c-5a8094f69c9d {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:25:31.399548 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port ad05cf0d-1109-4515-833c-5a8094f69c9d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ad05cf0d-1109-4515-833c-5a8094f69c9d,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:25:31.409439 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:31.460706 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=ad05cf0d-1109-4515-833c-5a8094f69c9d,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:31.837343 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['ad05cf0d-1109-4515-833c-5a8094f69c9d'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:25:32.119486 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28c4cc-c5dc-4ee0-bd35-7a674479b4ae req-47c1fedd-8e61-4081-b59b-0368771419df tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:32.120942 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0a28c4cc-c5dc-4ee0-bd35-7a674479b4ae req-47c1fedd-8e61-4081-b59b-0368771419df tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 944 time: 0.0491617 Apr 12 16:25:32.169257 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0a28c4cc-c5dc-4ee0-bd35-7a674479b4ae req-e47bd442-701b-476a-98d3-509faa6f47fd tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424590 Apr 12 16:25:33.223103 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device ad05cf0d-1109-4515-833c-5a8094f69c9d up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:25:33.269228 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port ad05cf0d-1109-4515-833c-5a8094f69c9d completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:25:33.276827 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port ad05cf0d-1109-4515-833c-5a8094f69c9d triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:25:33.277293 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:33.295584 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edfc53-2486-42ed-8b31-49589ebda88d req-95f58f58-ec1e-491e-841a-ede1c28730b7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:33.297139 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c9edfc53-2486-42ed-8b31-49589ebda88d req-95f58f58-ec1e-491e-841a-ede1c28730b7 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 944 time: 0.0519946 Apr 12 16:25:33.351300 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c9edfc53-2486-42ed-8b31-49589ebda88d req-bdd6d5b6-d18b-499d-9838-62d450e85b0f tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477958 Apr 12 16:25:33.357751 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port ad05cf0d-1109-4515-833c-5a8094f69c9d is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:25:33.358180 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:33.380533 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205dea4d-f2a0-4140-a709-7fdf56fed565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad05cf0d-1109-4515-833c-5a8094f69c9d'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:25:33.382805 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4fb91f-4239-4f41-92b1-611b7ab81baf" -d '{"events": [{"server_uuid": "205dea4d-f2a0-4140-a709-7fdf56fed565", "name": "network-vif-plugged", "status": "completed", "tag": "ad05cf0d-1109-4515-833c-5a8094f69c9d"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:25:33.395248 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port ad05cf0d-1109-4515-833c-5a8094f69c9d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ad05cf0d-1109-4515-833c-5a8094f69c9d,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:25:33.400178 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:33.423373 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6752a57-3e25-482b-b090-f395be39591a x-openstack-request-id: req-a6752a57-3e25-482b-b090-f395be39591a {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:25:33.423669 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205dea4d-f2a0-4140-a709-7fdf56fed565", "name": "network-vif-plugged", "status": "completed", "tag": "ad05cf0d-1109-4515-833c-5a8094f69c9d", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:25:33.423924 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6752a57-3e25-482b-b090-f395be39591a {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:25:33.424316 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6752a57-3e25-482b-b090-f395be39591a'] response: {'server_uuid': '205dea4d-f2a0-4140-a709-7fdf56fed565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad05cf0d-1109-4515-833c-5a8094f69c9d', 'code': 200} Apr 12 16:25:33.449749 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=ad05cf0d-1109-4515-833c-5a8094f69c9d,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:33.640157 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b3520-7619-424f-8930-2f9c300e08d8 req-7d7da9e2-d235-4da0-93b1-3d2ea1d97152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:33.641735 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-480b3520-7619-424f-8930-2f9c300e08d8 req-7d7da9e2-d235-4da0-93b1-3d2ea1d97152 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 1129 time: 0.0398326 Apr 12 16:25:33.697532 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-480b3520-7619-424f-8930-2f9c300e08d8 req-1d96c2f4-208f-4586-ade7-c7ef7182a423 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393896 Apr 12 16:25:34.482989 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cab5f2-fcd2-42e1-9211-a68cbd7b83ed req-470db001-e0c5-4933-9713-5e80cb364571 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:34.484465 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09cab5f2-fcd2-42e1-9211-a68cbd7b83ed req-470db001-e0c5-4933-9713-5e80cb364571 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 945 time: 0.0531554 Apr 12 16:25:34.535031 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09cab5f2-fcd2-42e1-9211-a68cbd7b83ed req-d3ce60c6-04b5-4762-a18e-415e89ca1b12 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445538 Apr 12 16:25:35.654568 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68855998-ee92-4b23-8004-c4a2021d7936 req-cc79b69d-c90f-4411-8afc-756a6b9e9185 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:35.656042 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68855998-ee92-4b23-8004-c4a2021d7936 req-cc79b69d-c90f-4411-8afc-756a6b9e9185 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 945 time: 0.0493364 Apr 12 16:25:35.704791 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68855998-ee92-4b23-8004-c4a2021d7936 req-ab94779c-acae-4498-b52a-9c26295ea886 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429637 Apr 12 16:25:36.833879 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaa077-27c5-4d98-bd7c-84ac2cea0571 req-3dc71cfe-1d26-4a1d-81cb-b444bab15c26 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:36.835399 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8aaaa077-27c5-4d98-bd7c-84ac2cea0571 req-3dc71cfe-1d26-4a1d-81cb-b444bab15c26 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 945 time: 0.0517833 Apr 12 16:25:36.894330 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8aaaa077-27c5-4d98-bd7c-84ac2cea0571 req-5a38caa1-dbf2-4af0-abcd-459355a3528c tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507932 Apr 12 16:25:37.016856 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c2f22-1d5c-4cef-bfab-50e46ca7bf8c req-9a62d89c-339e-4234-91f3-5ed8e8fb90e2 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:37.018370 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb0c2f22-1d5c-4cef-bfab-50e46ca7bf8c req-9a62d89c-339e-4234-91f3-5ed8e8fb90e2 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 945 time: 0.0520809 Apr 12 16:25:37.031693 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49080) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:37.036434 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-e9d01f21-c1e5-4a55-ad7a-9076b1a2cf7b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Request body: {'floatingip': {'port_id': 'ad05cf0d-1109-4515-833c-5a8094f69c9d'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:25:37.078635 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9d01f21-c1e5-4a55-ad7a-9076b1a2cf7b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (8c1028e6-750b-4a37-8bd5-9b9c68345eb1), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:37.547946 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9d01f21-c1e5-4a55-ad7a-9076b1a2cf7b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:37.554578 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9d01f21-c1e5-4a55-ad7a-9076b1a2cf7b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (8c1028e6-750b-4a37-8bd5-9b9c68345eb1), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:37.670474 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-e9d01f21-c1e5-4a55-ad7a-9076b1a2cf7b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Floating IP 8c1028e6-750b-4a37-8bd5-9b9c68345eb1 associated. External IP: 172.27.2.251, port: ad05cf0d-1109-4515-833c-5a8094f69c9d. Apr 12 16:25:37.906650 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d01f21-c1e5-4a55-ad7a-9076b1a2cf7b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Router d99e522d-0410-4cd3-9872-936ec7a529d7 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:25:38.027201 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d01f21-c1e5-4a55-ad7a-9076b1a2cf7b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:25:38.032395 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9d01f21-c1e5-4a55-ad7a-9076b1a2cf7b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:38.037680 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80a74e-9a62-48c4-a78a-c10ee5e516cc None None] Sync routers for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:25:38.052007 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80a74e-9a62-48c4-a78a-c10ee5e516cc None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:25:38.052633 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-1b80a74e-9a62-48c4-a78a-c10ee5e516cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:25:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:38.174394 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-1b80a74e-9a62-48c4-a78a-c10ee5e516cc None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:25:38.323307 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e9d01f21-c1e5-4a55-ad7a-9076b1a2cf7b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "PUT /v2.0/floatingips/8c1028e6-750b-4a37-8bd5-9b9c68345eb1 HTTP/1.1" status: 200 len: 991 time: 1.2903559 Apr 12 16:25:38.323891 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205dea4d-f2a0-4140-a709-7fdf56fed565', 'tag': 'ad05cf0d-1109-4515-833c-5a8094f69c9d'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:25:38.326614 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b981e7-d2c4-42df-8831-6efb300c9ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "205dea4d-f2a0-4140-a709-7fdf56fed565", "tag": "ad05cf0d-1109-4515-833c-5a8094f69c9d"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:25:38.361792 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe12694-2acb-42c2-acb4-ab1897069b0e x-openstack-request-id: req-afe12694-2acb-42c2-acb4-ab1897069b0e {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:25:38.362126 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205dea4d-f2a0-4140-a709-7fdf56fed565", "tag": "ad05cf0d-1109-4515-833c-5a8094f69c9d", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:25:38.362380 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-afe12694-2acb-42c2-acb4-ab1897069b0e {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:25:38.362796 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe12694-2acb-42c2-acb4-ab1897069b0e'] response: {'name': 'network-changed', 'server_uuid': '205dea4d-f2a0-4140-a709-7fdf56fed565', 'tag': 'ad05cf0d-1109-4515-833c-5a8094f69c9d', 'status': 'completed', 'code': 200} Apr 12 16:25:38.419682 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-1b80a74e-9a62-48c4-a78a-c10ee5e516cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '8c1028e6-750b-4a37-8bd5-9b9c68345eb1', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': 'ad05cf0d-1109-4515-833c-5a8094f69c9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:58:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205dea4d-f2a0-4140-a709-7fdf56fed565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:22Z', 'updated_at': '2022-04-12T16:25:37Z', 'revision_number': 1, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:38.436495 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b981e7-d2c4-42df-8831-6efb300c9ae6 req-deddbb64-8d5f-4bc1-ab56-6be861e0f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:38.438074 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7b981e7-d2c4-42df-8831-6efb300c9ae6 req-deddbb64-8d5f-4bc1-ab56-6be861e0f29e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8743d75ee3b14874a47f8c5c5054795c&device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 1129 time: 0.0461917 Apr 12 16:25:38.452021 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80a74e-9a62-48c4-a78a-c10ee5e516cc None None] Checking router: d99e522d-0410-4cd3-9872-936ec7a529d7 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:25:38.461156 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80a74e-9a62-48c4-a78a-c10ee5e516cc None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:25:38.461843 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-1b80a74e-9a62-48c4-a78a-c10ee5e516cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:25:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:38.550832 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b981e7-d2c4-42df-8831-6efb300c9ae6 req-f7171f6c-0fc9-4d76-9335-e92ebf93fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:38.553162 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7b981e7-d2c4-42df-8831-6efb300c9ae6 req-f7171f6c-0fc9-4d76-9335-e92ebf93fca7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 200 len: 916 time: 0.1041589 Apr 12 16:25:38.577524 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-1b80a74e-9a62-48c4-a78a-c10ee5e516cc None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:25:38.633889 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7b981e7-d2c4-42df-8831-6efb300c9ae6 req-7ca5fc26-002d-4e75-805f-8798d25578a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad05cf0d-1109-4515-833c-5a8094f69c9d HTTP/1.1" status: 200 len: 999 time: 0.0696821 Apr 12 16:25:38.687808 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b981e7-d2c4-42df-8831-6efb300c9ae6 req-44aaee5c-98da-499f-89f8-b79a70bcd9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:38.690007 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7b981e7-d2c4-42df-8831-6efb300c9ae6 req-44aaee5c-98da-499f-89f8-b79a70bcd9f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a54963cb-0986-4500-9b88-9607219c9268 HTTP/1.1" status: 200 len: 854 time: 0.0492859 Apr 12 16:25:38.748068 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b981e7-d2c4-42df-8831-6efb300c9ae6 req-e003662c-684b-4b7e-bdb3-b9714f522eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:38.750515 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7b981e7-d2c4-42df-8831-6efb300c9ae6 req-e003662c-684b-4b7e-bdb3-b9714f522eb1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462554 Apr 12 16:25:38.830067 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-1b80a74e-9a62-48c4-a78a-c10ee5e516cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '8c1028e6-750b-4a37-8bd5-9b9c68345eb1', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': 'ad05cf0d-1109-4515-833c-5a8094f69c9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:58:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205dea4d-f2a0-4140-a709-7fdf56fed565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:22Z', 'updated_at': '2022-04-12T16:25:37Z', 'revision_number': 1, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:38.861302 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80a74e-9a62-48c4-a78a-c10ee5e516cc None None] The sync data for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi is: [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '8c1028e6-750b-4a37-8bd5-9b9c68345eb1', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'port_id': 'ad05cf0d-1109-4515-833c-5a8094f69c9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'mac_address': 'fa:16:3e:58:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205dea4d-f2a0-4140-a709-7fdf56fed565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:22Z', 'updated_at': '2022-04-12T16:25:37Z', 'revision_number': 1, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:25:38.864778 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7b981e7-d2c4-42df-8831-6efb300c9ae6 req-a12cc8c1-f4a8-4c30-9e01-f0ddfee38bfb service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983574 Apr 12 16:25:39.001728 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7b981e7-d2c4-42df-8831-6efb300c9ae6 req-dc975254-4a44-4db5-9cce-e2b05320e4ae service neutron] 10.222.0.45 "GET /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242759 Apr 12 16:25:39.081014 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472770b8-d2f4-4d79-a4b5-0cac6494df9f None None] New status for floating IP 8c1028e6-750b-4a37-8bd5-9b9c68345eb1: ACTIVE {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:25:47.085858 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f5cc0-78df-4b20-8112-b5cd63ce68fe req-a28b4be5-48cc-4217-b484-382672e8009c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:47.087459 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9f7f5cc0-78df-4b20-8112-b5cd63ce68fe req-a28b4be5-48cc-4217-b484-382672e8009c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0515952 Apr 12 16:25:47.136762 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9f7f5cc0-78df-4b20-8112-b5cd63ce68fe req-dc537358-49b4-4964-aab4-3c67dbbf5f6b tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434504 Apr 12 16:25:48.260737 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3e5b8-b249-480a-8e09-b37054452323 req-e56a4b39-7444-4144-98ec-6ab88ff310d7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:48.262333 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a4a3e5b8-b249-480a-8e09-b37054452323 req-e56a4b39-7444-4144-98ec-6ab88ff310d7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0548112 Apr 12 16:25:48.311583 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a4a3e5b8-b249-480a-8e09-b37054452323 req-086a17b8-54dd-408e-a72a-99a6c4b8cdf7 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433161 Apr 12 16:25:49.435499 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816c0c7-4118-4227-adc2-42fa7cc47d03 req-40dbaa2a-4e05-4b96-b633-e5d865319cc2 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:49.436910 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2816c0c7-4118-4227-adc2-42fa7cc47d03 req-40dbaa2a-4e05-4b96-b633-e5d865319cc2 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0510626 Apr 12 16:25:49.488252 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2816c0c7-4118-4227-adc2-42fa7cc47d03 req-013b3a16-49d3-48c5-ace2-f26d5a686c4c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453365 Apr 12 16:25:50.605136 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875353e-4fe8-49c5-b461-5095b92768f3 req-164967d7-bf1f-42c5-9ffe-e18167e241c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:50.606615 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0875353e-4fe8-49c5-b461-5095b92768f3 req-164967d7-bf1f-42c5-9ffe-e18167e241c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0479167 Apr 12 16:25:50.663798 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0875353e-4fe8-49c5-b461-5095b92768f3 req-e70ca4da-e907-47bd-ac8a-fe5dac4df26f tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492387 Apr 12 16:25:50.669085 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-33f28c2e-efcb-459a-9c35-5f84e6ab9051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:51.784853 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673c47a-015c-430d-abb9-b68582cc9b57 req-b532545d-f3f4-466b-b3a5-30c8d8614251 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:51.786443 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f673c47a-015c-430d-abb9-b68582cc9b57 req-b532545d-f3f4-466b-b3a5-30c8d8614251 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0478506 Apr 12 16:25:51.839617 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f673c47a-015c-430d-abb9-b68582cc9b57 req-5aa47c2f-2d6a-4fbb-9036-b8d9b72b838c tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=581a5658-713e-446d-b67a-5bffd8c31174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471599 Apr 12 16:25:52.162487 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-9abbd0c0-a91b-42e5-888c-db2d21c09075 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:52.163958 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-9abbd0c0-a91b-42e5-888c-db2d21c09075 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 946 time: 0.0481057 Apr 12 16:25:52.262310 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Deleting port a9b6c507-f16a-4011-8719-2d8d34825c2a {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:25:52.262651 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:52.355910 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] For port a9b6c507-f16a-4011-8719-2d8d34825c2a, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a9b6c507-f16a-4011-8719-2d8d34825c2a,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:25:52.356274 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:52.537079 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:52.537328 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (5a81a3ee-ae91-453b-a154-f46c9d39ea8a), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:52.537642 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Floating IP 5a81a3ee-ae91-453b-a154-f46c9d39ea8a disassociated. External IP: 172.27.2.243, port: a9b6c507-f16a-4011-8719-2d8d34825c2a. Apr 12 16:25:52.537948 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Calling delete_port for a9b6c507-f16a-4011-8719-2d8d34825c2a owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:25:52.678702 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (a9b6c507-f16a-4011-8719-2d8d34825c2a), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:52.710842 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Pushing event deleted for resources: {'Port': ['ID=a9b6c507-f16a-4011-8719-2d8d34825c2a,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:52.832709 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Router 66294110-db27-454d-bc8e-c150ace49fd8 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:25:52.963743 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cd5051f8-23ea-40c9-9687-a95db409b57a req-220f171d-ae10-4980-a34c-dd1ea14a6945 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37fad20-9d1f-4785-ac0d-9babf6466375 HTTP/1.1" status: 200 len: 210 time: 0.0478704 Apr 12 16:25:52.964599 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-50fa4663-7d88-4cb1-9cf7-c99dbc2318c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:52.980635 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:25:52.991604 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693e63e-a62c-4b53-915c-48ce19ce49b7 None None] Sync routers for ids ['66294110-db27-454d-bc8e-c150ace49fd8'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:25:53.003186 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693e63e-a62c-4b53-915c-48ce19ce49b7 None None] Routers {'66294110-db27-454d-bc8e-c150ace49fd8'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:25:53.004012 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-c693e63e-a62c-4b53-915c-48ce19ce49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:25:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['66294110-db27-454d-bc8e-c150ace49fd8'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:53.024362 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] No DVR routers for this DVR port a9b6c507-f16a-4011-8719-2d8d34825c2a on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:25:53.027119 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:53.030412 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-88aa74c9-4379-4add-ad64-e20bbcdbde02 req-734a7087-eb8a-4a8f-a873-bc194a1df828 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.45 "DELETE /v2.0/ports/a9b6c507-f16a-4011-8719-2d8d34825c2a HTTP/1.1" status: 204 len: 173 time: 0.8541546 Apr 12 16:25:53.030849 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'name': 'network-vif-deleted', 'tag': 'a9b6c507-f16a-4011-8719-2d8d34825c2a'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:25:53.033100 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5eaa7a0-8403-40d6-addc-b60e6b24c6db" -d '{"events": [{"server_uuid": "b37fad20-9d1f-4785-ac0d-9babf6466375", "name": "network-vif-deleted", "tag": "a9b6c507-f16a-4011-8719-2d8d34825c2a"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:25:53.081761 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ec68fc-b3be-4b23-a8bf-19d9ab733305 x-openstack-request-id: req-d5ec68fc-b3be-4b23-a8bf-19d9ab733305 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:25:53.082062 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37fad20-9d1f-4785-ac0d-9babf6466375", "name": "network-vif-deleted", "tag": "a9b6c507-f16a-4011-8719-2d8d34825c2a", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:25:53.082334 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d5ec68fc-b3be-4b23-a8bf-19d9ab733305 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:25:53.083241 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ec68fc-b3be-4b23-a8bf-19d9ab733305'] response: {'server_uuid': 'b37fad20-9d1f-4785-ac0d-9babf6466375', 'name': 'network-vif-deleted', 'tag': 'a9b6c507-f16a-4011-8719-2d8d34825c2a', 'status': 'completed', 'code': 200} Apr 12 16:25:53.133672 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-c693e63e-a62c-4b53-915c-48ce19ce49b7 None None] Set router 66294110-db27-454d-bc8e-c150ace49fd8 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:25:53.340983 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-c693e63e-a62c-4b53-915c-48ce19ce49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '7086e141-d07a-465b-8cd6-66ce10280c23', 'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'mac_address': 'fa:16:3e:b9:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:45Z', 'updated_at': '2022-04-12T16:18:59Z', 'revision_number': 5, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'subnets': [{'id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:53.367973 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693e63e-a62c-4b53-915c-48ce19ce49b7 None None] Checking router: 66294110-db27-454d-bc8e-c150ace49fd8 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:25:53.376677 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693e63e-a62c-4b53-915c-48ce19ce49b7 None None] Routers {'66294110-db27-454d-bc8e-c150ace49fd8'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:25:53.377284 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-c693e63e-a62c-4b53-915c-48ce19ce49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:25:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['66294110-db27-454d-bc8e-c150ace49fd8'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:53.493645 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-c693e63e-a62c-4b53-915c-48ce19ce49b7 None None] Set router 66294110-db27-454d-bc8e-c150ace49fd8 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:25:53.693323 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-c693e63e-a62c-4b53-915c-48ce19ce49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '7086e141-d07a-465b-8cd6-66ce10280c23', 'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'mac_address': 'fa:16:3e:b9:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:45Z', 'updated_at': '2022-04-12T16:18:59Z', 'revision_number': 5, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'subnets': [{'id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:25:53.852403 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693e63e-a62c-4b53-915c-48ce19ce49b7 None None] The sync data for ids ['66294110-db27-454d-bc8e-c150ace49fd8'] in dv-cinder-837528-1-iscsi is: [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '7086e141-d07a-465b-8cd6-66ce10280c23', 'name': '', 'network_id': '1a816f2a-7737-4dcf-8e4f-8a7eee1e8062', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'mac_address': 'fa:16:3e:b9:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:45Z', 'updated_at': '2022-04-12T16:18:59Z', 'revision_number': 5, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'subnets': [{'id': 'c9aaae1c-c2fd-4f84-9eee-26281953e61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:25:54.051527 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49134) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:54.074594 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd06de9-e7e0-4bad-8aad-a79c9c14c8a9 None None] New status for floating IP 5a81a3ee-ae91-453b-a154-f46c9d39ea8a: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:25:54.106904 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for security_group (581a5658-713e-446d-b67a-5bffd8c31174), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:54.131157 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for security_group (581a5658-713e-446d-b67a-5bffd8c31174), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:54.179921 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (581a5658-713e-446d-b67a-5bffd8c31174), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:54.182588 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:54.183808 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "DELETE /v2.0/security-groups/581a5658-713e-446d-b67a-5bffd8c31174 HTTP/1.1" status: 204 len: 168 time: 0.1311491 Apr 12 16:25:54.186535 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 49136) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:54.195086 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581a5658-713e-446d-b67a-5bffd8c31174,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:54.203278 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.api.v2.resource [None req-acb9c219-f53b-4db4-a794-7a1cc0036469 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] show failed (client error): The resource could not be found. Apr 12 16:25:54.203479 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.203831 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.204180 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.204660 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.204986 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-acb9c219-f53b-4db4-a794-7a1cc0036469 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups/581a5658-713e-446d-b67a-5bffd8c31174 HTTP/1.1" status: 404 len: 347 time: 0.0172133 Apr 12 16:25:54.205252 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.205675 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.206007 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.206373 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.206706 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.207168 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.207509 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.207872 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.208070 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 49138) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:25:54.208184 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.208518 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.208866 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59abdf-051c-41f3-873d-83099c15c2c0 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:25:54.212600 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:54.337056 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-a474e562-cd08-4c11-ae2d-ef171d2119e9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Deleting port 95c9db22-e3d0-4852-b367-3142585c7474 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:25:54.337487 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a474e562-cd08-4c11-ae2d-ef171d2119e9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (95c9db22-e3d0-4852-b367-3142585c7474), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:54.420181 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a474e562-cd08-4c11-ae2d-ef171d2119e9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (95c9db22-e3d0-4852-b367-3142585c7474), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:54.420457 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a474e562-cd08-4c11-ae2d-ef171d2119e9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for floatingip (95c9db22-e3d0-4852-b367-3142585c7474), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:54.432840 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-a474e562-cd08-4c11-ae2d-ef171d2119e9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Calling delete_port for 95c9db22-e3d0-4852-b367-3142585c7474 owned by network:floatingip {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:25:54.570632 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a474e562-cd08-4c11-ae2d-ef171d2119e9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (95c9db22-e3d0-4852-b367-3142585c7474), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:54.595207 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474e562-cd08-4c11-ae2d-ef171d2119e9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Pushing event deleted for resources: {'Port': ['ID=95c9db22-e3d0-4852-b367-3142585c7474,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:54.664722 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a474e562-cd08-4c11-ae2d-ef171d2119e9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks [] for floatingip (5a81a3ee-ae91-453b-a154-f46c9d39ea8a), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:54.668715 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a474e562-cd08-4c11-ae2d-ef171d2119e9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:54.670413 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a474e562-cd08-4c11-ae2d-ef171d2119e9 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "DELETE /v2.0/floatingips/5a81a3ee-ae91-453b-a154-f46c9d39ea8a HTTP/1.1" status: 204 len: 168 time: 0.4607897 Apr 12 16:25:55.193033 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:55.315237 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device a9b6c507-f16a-4011-8719-2d8d34825c2a no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:25:55.344424 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: a9b6c507-f16a-4011-8719-2d8d34825c2a {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:25:55.344693 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device a9b6c507-f16a-4011-8719-2d8d34825c2a not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:25:55.555374 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:57.040574 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:57.206671 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c812f-8f6d-45a1-b7c9-01147ed09c08 req-e918f168-e7e0-45bf-a171-29796b1e5067 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:57.208086 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-682c812f-8f6d-45a1-b7c9-01147ed09c08 req-e918f168-e7e0-45bf-a171-29796b1e5067 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0493922 Apr 12 16:25:57.262021 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-682c812f-8f6d-45a1-b7c9-01147ed09c08 req-39600874-0397-4850-a48e-aa8115613c0a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452330 Apr 12 16:25:57.972742 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebffd25-77af-4961-b6fd-0512e1fd44a7 req-70f7f61d-85cd-40ae-b3fc-26f7be8133fe tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:57.974243 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3ebffd25-77af-4961-b6fd-0512e1fd44a7 req-70f7f61d-85cd-40ae-b3fc-26f7be8133fe tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 945 time: 0.0614455 Apr 12 16:25:58.069436 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-3ebffd25-77af-4961-b6fd-0512e1fd44a7 req-91c6a8fe-4349-45c4-812a-3fe46023ab19 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Deleting port 2b4a5c66-664f-4c45-97da-99ed8c2f0118 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:25:58.069779 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3ebffd25-77af-4961-b6fd-0512e1fd44a7 req-91c6a8fe-4349-45c4-812a-3fe46023ab19 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:58.164714 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-3ebffd25-77af-4961-b6fd-0512e1fd44a7 req-91c6a8fe-4349-45c4-812a-3fe46023ab19 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] For port 2b4a5c66-664f-4c45-97da-99ed8c2f0118, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=2b4a5c66-664f-4c45-97da-99ed8c2f0118,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:25:58.165124 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3ebffd25-77af-4961-b6fd-0512e1fd44a7 req-91c6a8fe-4349-45c4-812a-3fe46023ab19 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:58.180091 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-3ebffd25-77af-4961-b6fd-0512e1fd44a7 req-91c6a8fe-4349-45c4-812a-3fe46023ab19 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Calling delete_port for 2b4a5c66-664f-4c45-97da-99ed8c2f0118 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:25:58.316134 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3ebffd25-77af-4961-b6fd-0512e1fd44a7 req-91c6a8fe-4349-45c4-812a-3fe46023ab19 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (2b4a5c66-664f-4c45-97da-99ed8c2f0118), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:58.331909 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['2b4a5c66-664f-4c45-97da-99ed8c2f0118', '1482398b-faf8-483e-b85f-481978b24399'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:25:58.347653 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6a8fe-4349-45c4-812a-3fe46023ab19 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Pushing event deleted for resources: {'Port': ['ID=2b4a5c66-664f-4c45-97da-99ed8c2f0118,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:25:58.395970 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c2a09085-0ec8-4c04-9cf9-59878c6ebd66 req-6fc3ad86-dcd5-4248-bb00-4ec78de9b05d tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d84741a-a53e-484d-b7c1-77df2336fa27 HTTP/1.1" status: 200 len: 210 time: 0.0516298 Apr 12 16:25:58.416967 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebffd25-77af-4961-b6fd-0512e1fd44a7 req-91c6a8fe-4349-45c4-812a-3fe46023ab19 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] No DVR routers for this DVR port 2b4a5c66-664f-4c45-97da-99ed8c2f0118 on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:25:58.419736 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3ebffd25-77af-4961-b6fd-0512e1fd44a7 req-91c6a8fe-4349-45c4-812a-3fe46023ab19 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:25:58.423113 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3ebffd25-77af-4961-b6fd-0512e1fd44a7 req-91c6a8fe-4349-45c4-812a-3fe46023ab19 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.45 "DELETE /v2.0/ports/2b4a5c66-664f-4c45-97da-99ed8c2f0118 HTTP/1.1" status: 204 len: 173 time: 0.4396491 Apr 12 16:25:58.423549 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d84741a-a53e-484d-b7c1-77df2336fa27', 'name': 'network-vif-deleted', 'tag': '2b4a5c66-664f-4c45-97da-99ed8c2f0118'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:25:58.425894 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfee75c0-01cf-4883-8e81-ca211b606c51" -d '{"events": [{"server_uuid": "5d84741a-a53e-484d-b7c1-77df2336fa27", "name": "network-vif-deleted", "tag": "2b4a5c66-664f-4c45-97da-99ed8c2f0118"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:25:58.464822 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b91c94-1e23-4a05-a02d-4d824d48e245 x-openstack-request-id: req-f7b91c94-1e23-4a05-a02d-4d824d48e245 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:25:58.465615 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d84741a-a53e-484d-b7c1-77df2336fa27", "name": "network-vif-deleted", "tag": "2b4a5c66-664f-4c45-97da-99ed8c2f0118", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:25:58.465615 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f7b91c94-1e23-4a05-a02d-4d824d48e245 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:25:58.465860 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b91c94-1e23-4a05-a02d-4d824d48e245'] response: {'server_uuid': '5d84741a-a53e-484d-b7c1-77df2336fa27', 'name': 'network-vif-deleted', 'tag': '2b4a5c66-664f-4c45-97da-99ed8c2f0118', 'status': 'completed', 'code': 200} Apr 12 16:25:59.694553 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05839909-e890-4f76-87a1-c1c7731bed53 req-47c38278-f7a4-471f-9ba8-b2e45c9dd0f3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:25:59.697182 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-05839909-e890-4f76-87a1-c1c7731bed53 req-47c38278-f7a4-471f-9ba8-b2e45c9dd0f3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0550621 Apr 12 16:25:59.752483 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-05839909-e890-4f76-87a1-c1c7731bed53 req-f02b3ef8-2de9-4db8-a5cd-a60ff3d36e34 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452800 Apr 12 16:26:00.883451 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87b65b-2736-4712-9eaa-7c86528420b6 req-7dbe9ee8-6aae-48ad-8b01-5c3aad87bac8 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:00.884945 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4c87b65b-2736-4712-9eaa-7c86528420b6 req-7dbe9ee8-6aae-48ad-8b01-5c3aad87bac8 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0594590 Apr 12 16:26:00.933863 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4c87b65b-2736-4712-9eaa-7c86528420b6 req-ff745a6f-78c0-4c9f-8ead-f267fdb70ebf tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 Apr 12 16:26:01.337823 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 2b4a5c66-664f-4c45-97da-99ed8c2f0118 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:26:01.357419 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: 2b4a5c66-664f-4c45-97da-99ed8c2f0118 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:26:01.357739 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 2b4a5c66-664f-4c45-97da-99ed8c2f0118 not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:26:02.067104 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e41be4-f2b6-411c-8791-6c8fd93e1c80 req-4441b7ad-6bb5-47eb-bc92-beffc21e4fe3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:02.068576 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-91e41be4-f2b6-411c-8791-6c8fd93e1c80 req-4441b7ad-6bb5-47eb-bc92-beffc21e4fe3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0485590 Apr 12 16:26:02.097130 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:26:02.123781 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-91e41be4-f2b6-411c-8791-6c8fd93e1c80 req-38798731-7c09-4cf7-9bc4-27a3a1892155 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463111 Apr 12 16:26:03.244804 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7f0c-fe78-48bb-abc4-37290b4ec237 req-717603ef-e105-4a10-ae26-72851bcfdd49 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:03.246370 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-009c7f0c-fe78-48bb-abc4-37290b4ec237 req-717603ef-e105-4a10-ae26-72851bcfdd49 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0500021 Apr 12 16:26:03.305346 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-009c7f0c-fe78-48bb-abc4-37290b4ec237 req-6653865b-8e98-449e-b83d-0795ea9b0cd3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c796c4c-c4d6-4d33-8964-84298b9ac346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531678 Apr 12 16:26:03.371287 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7000ac6-146c-4880-a8bb-3fc47a722ed9 req-3315bd3c-3628-46bb-9e2d-c03bbb57fe6e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:03.372744 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d7000ac6-146c-4880-a8bb-3fc47a722ed9 req-3315bd3c-3628-46bb-9e2d-c03bbb57fe6e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0830119 Apr 12 16:26:03.391576 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4e1a1-2d05-446a-b474-ab1e065888e8 req-407716bb-c1d4-4c3b-8811-d407554c4523 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:03.392918 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-83b4e1a1-2d05-446a-b474-ab1e065888e8 req-407716bb-c1d4-4c3b-8811-d407554c4523 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0710783 Apr 12 16:26:03.428620 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d7000ac6-146c-4880-a8bb-3fc47a722ed9 req-e36e76af-1fa5-48d6-bc90-ff71d43e96ca tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496345 Apr 12 16:26:03.593785 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-83b4e1a1-2d05-446a-b474-ab1e065888e8 req-8751f830-5e5d-43fe-912d-618928ad954a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Deleting port 1482398b-faf8-483e-b85f-481978b24399 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:26:03.594147 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-83b4e1a1-2d05-446a-b474-ab1e065888e8 req-8751f830-5e5d-43fe-912d-618928ad954a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (1482398b-faf8-483e-b85f-481978b24399), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:03.687042 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-83b4e1a1-2d05-446a-b474-ab1e065888e8 req-8751f830-5e5d-43fe-912d-618928ad954a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] For port 1482398b-faf8-483e-b85f-481978b24399, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1482398b-faf8-483e-b85f-481978b24399,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:03.687291 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-83b4e1a1-2d05-446a-b474-ab1e065888e8 req-8751f830-5e5d-43fe-912d-618928ad954a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (1482398b-faf8-483e-b85f-481978b24399), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:03.700556 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-83b4e1a1-2d05-446a-b474-ab1e065888e8 req-8751f830-5e5d-43fe-912d-618928ad954a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Calling delete_port for 1482398b-faf8-483e-b85f-481978b24399 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:26:03.834260 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-83b4e1a1-2d05-446a-b474-ab1e065888e8 req-8751f830-5e5d-43fe-912d-618928ad954a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (1482398b-faf8-483e-b85f-481978b24399), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:03.851673 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['1482398b-faf8-483e-b85f-481978b24399'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:26:03.864238 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751f830-5e5d-43fe-912d-618928ad954a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Pushing event deleted for resources: {'Port': ['ID=1482398b-faf8-483e-b85f-481978b24399,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:03.909626 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b4e1a1-2d05-446a-b474-ab1e065888e8 req-8751f830-5e5d-43fe-912d-618928ad954a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] No DVR routers for this DVR port 1482398b-faf8-483e-b85f-481978b24399 on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:26:03.912240 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-83b4e1a1-2d05-446a-b474-ab1e065888e8 req-8751f830-5e5d-43fe-912d-618928ad954a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:03.915963 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-83b4e1a1-2d05-446a-b474-ab1e065888e8 req-8751f830-5e5d-43fe-912d-618928ad954a tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.45 "DELETE /v2.0/ports/1482398b-faf8-483e-b85f-481978b24399 HTTP/1.1" status: 204 len: 173 time: 0.4162138 Apr 12 16:26:03.916399 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e6a8f9-e6af-4d52-9722-25d9de08e9b5', 'name': 'network-vif-deleted', 'tag': '1482398b-faf8-483e-b85f-481978b24399'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:26:03.919240 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95761556-7f8a-4c6a-921f-d06ec5cb7cdd" -d '{"events": [{"server_uuid": "f2e6a8f9-e6af-4d52-9722-25d9de08e9b5", "name": "network-vif-deleted", "tag": "1482398b-faf8-483e-b85f-481978b24399"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:26:03.962663 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57db3f5-1390-49f7-9519-8fa293f5c683 x-openstack-request-id: req-d57db3f5-1390-49f7-9519-8fa293f5c683 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:26:03.962997 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e6a8f9-e6af-4d52-9722-25d9de08e9b5", "name": "network-vif-deleted", "tag": "1482398b-faf8-483e-b85f-481978b24399", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:26:03.963256 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d57db3f5-1390-49f7-9519-8fa293f5c683 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:26:03.963646 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57db3f5-1390-49f7-9519-8fa293f5c683'] response: {'server_uuid': 'f2e6a8f9-e6af-4d52-9722-25d9de08e9b5', 'name': 'network-vif-deleted', 'tag': '1482398b-faf8-483e-b85f-481978b24399', 'status': 'completed', 'code': 200} Apr 12 16:26:04.425678 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7af4d0b5-0b79-469e-a486-b78b499faed4 req-42810ceb-4de6-4a0f-b0eb-df951f19d7f3 tempest-ServerRescueNegativeTestJSON-550096355 tempest-ServerRescueNegativeTestJSON-550096355-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2e6a8f9-e6af-4d52-9722-25d9de08e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0291071 Apr 12 16:26:04.568706 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cd394-89cd-44ac-ad4f-1f86f5a422b0 req-a678797b-438e-49bc-8c46-be6968443298 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:04.570685 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-135cd394-89cd-44ac-ad4f-1f86f5a422b0 req-a678797b-438e-49bc-8c46-be6968443298 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0513456 Apr 12 16:26:04.623327 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-135cd394-89cd-44ac-ad4f-1f86f5a422b0 req-632a0484-70ee-42c0-8e12-d68b2a90c223 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454497 Apr 12 16:26:05.497091 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49214) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:05.745962 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb0840-5dea-403d-b3f9-af8ac7f0f7cd req-622dadc1-dc88-448b-a978-904f3f96bd51 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:05.747380 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-66bb0840-5dea-403d-b3f9-af8ac7f0f7cd req-622dadc1-dc88-448b-a978-904f3f96bd51 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0470402 Apr 12 16:26:05.795112 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-66bb0840-5dea-403d-b3f9-af8ac7f0f7cd req-3ef67905-d022-4b6e-ba71-a7fe273e8577 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415971 Apr 12 16:26:06.016014 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c53101aa-5326-496b-b476-0dea087ff9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693697'] for router_interface (66294110-db27-454d-bc8e-c150ace49fd8), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:06.265952 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-c53101aa-5326-496b-b476-0dea087ff9a8 admin admin] Deleting port 7086e141-d07a-465b-8cd6-66ce10280c23 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:26:06.266383 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c53101aa-5326-496b-b476-0dea087ff9a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:06.347293 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-c53101aa-5326-496b-b476-0dea087ff9a8 admin admin] For port 7086e141-d07a-465b-8cd6-66ce10280c23, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=7086e141-d07a-465b-8cd6-66ce10280c23,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:06.347648 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c53101aa-5326-496b-b476-0dea087ff9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:06.360321 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-c53101aa-5326-496b-b476-0dea087ff9a8 admin admin] Calling delete_port for 7086e141-d07a-465b-8cd6-66ce10280c23 owned by network:router_interface {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:26:06.556882 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c53101aa-5326-496b-b476-0dea087ff9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (7086e141-d07a-465b-8cd6-66ce10280c23), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:06.582896 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53101aa-5326-496b-b476-0dea087ff9a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7086e141-d07a-465b-8cd6-66ce10280c23,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:06.754920 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c53101aa-5326-496b-b476-0dea087ff9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693597'] for router_interface (66294110-db27-454d-bc8e-c150ace49fd8), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:06.916388 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3300f-b5c9-4731-ad56-156b5679f979 req-bb1738d9-6d60-4fc9-8e16-dcb7c554b28a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:06.917899 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-73a3300f-b5c9-4731-ad56-156b5679f979 req-bb1738d9-6d60-4fc9-8e16-dcb7c554b28a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0503061 Apr 12 16:26:06.974168 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-73a3300f-b5c9-4731-ad56-156b5679f979 req-70652ec9-40d9-4d0d-96bd-1aed3c294b63 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501363 Apr 12 16:26:06.986634 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53101aa-5326-496b-b476-0dea087ff9a8 admin admin] Router 66294110-db27-454d-bc8e-c150ace49fd8 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:26:07.109752 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53101aa-5326-496b-b476-0dea087ff9a8 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:26:07.115196 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c53101aa-5326-496b-b476-0dea087ff9a8 admin admin] 10.222.0.67 "PUT /v2.0/routers/66294110-db27-454d-bc8e-c150ace49fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6170790 Apr 12 16:26:07.118520 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49224) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:07.119581 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf2c0d6-2015-4ad0-9c6b-7211ed700b8a None None] Sync routers for ids ['66294110-db27-454d-bc8e-c150ace49fd8'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:26:07.130902 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf2c0d6-2015-4ad0-9c6b-7211ed700b8a None None] Routers {'66294110-db27-454d-bc8e-c150ace49fd8'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:26:07.131391 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-5bf2c0d6-2015-4ad0-9c6b-7211ed700b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:25:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['66294110-db27-454d-bc8e-c150ace49fd8'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:26:07.225600 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] Publish callbacks [] for router (66294110-db27-454d-bc8e-c150ace49fd8), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:07.242447 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-5bf2c0d6-2015-4ad0-9c6b-7211ed700b8a None None] Set router 66294110-db27-454d-bc8e-c150ace49fd8 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:26:07.330977 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] Publish callbacks [] for router_gateway (66294110-db27-454d-bc8e-c150ace49fd8), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:07.364539 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 1482398b-faf8-483e-b85f-481978b24399 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:26:07.376157 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] Deleting port d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:26:07.376495 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:07.389546 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: 1482398b-faf8-483e-b85f-481978b24399 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:26:07.389896 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 1482398b-faf8-483e-b85f-481978b24399 not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:26:07.437735 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-5bf2c0d6-2015-4ad0-9c6b-7211ed700b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:26:06Z', 'revision_number': 5, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port': {'id': 'd7c94acf-6f8e-4059-8ed8-32e0aa1d6a95', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66294110-db27-454d-bc8e-c150ace49fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:26:07.458351 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] For port d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:07.458725 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:07.464429 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf2c0d6-2015-4ad0-9c6b-7211ed700b8a None None] Checking router: 66294110-db27-454d-bc8e-c150ace49fd8 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:26:07.473208 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf2c0d6-2015-4ad0-9c6b-7211ed700b8a None None] Routers {'66294110-db27-454d-bc8e-c150ace49fd8'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:26:07.473802 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-5bf2c0d6-2015-4ad0-9c6b-7211ed700b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:25:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['66294110-db27-454d-bc8e-c150ace49fd8'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:26:07.477270 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] Calling delete_port for d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 owned by network:router_gateway {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:26:07.565241 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-5bf2c0d6-2015-4ad0-9c6b-7211ed700b8a None None] Set router 66294110-db27-454d-bc8e-c150ace49fd8 gateway port host: None {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:26:07.627365 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-5bf2c0d6-2015-4ad0-9c6b-7211ed700b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:26:07Z', 'revision_number': 6, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port_host': None}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:26:07.651673 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:07.654733 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf2c0d6-2015-4ad0-9c6b-7211ed700b8a None None] The sync data for ids ['66294110-db27-454d-bc8e-c150ace49fd8'] in dv-cinder-837528-1-iscsi is: [{'id': '66294110-db27-454d-bc8e-c150ace49fd8', 'name': 'tempest-ServerRescueNegativeTestJSON-19185822-router', 'tenant_id': 'edcd271496524c94929c1a28a63f96ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:26:07Z', 'revision_number': 6, 'project_id': 'edcd271496524c94929c1a28a63f96ef', 'gw_port_host': None}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:26:07.679777 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:07.745846 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693243'] for router_gateway (66294110-db27-454d-bc8e-c150ace49fd8), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:07.844419 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (66294110-db27-454d-bc8e-c150ace49fd8), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:07.846763 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] Publish callbacks [] for router_controller (66294110-db27-454d-bc8e-c150ace49fd8), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:07.896458 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-695838'] for router (66294110-db27-454d-bc8e-c150ace49fd8), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:07.897132 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66294110-db27-454d-bc8e-c150ace49fd8 {{(pid=103550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:26:07.902016 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:07.903202 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b047fc51-211d-4abf-a5c5-4f0f60f47943 admin admin] 10.222.0.67 "DELETE /v2.0/routers/66294110-db27-454d-bc8e-c150ace49fd8 HTTP/1.1" status: 204 len: 168 time: 0.7837398 Apr 12 16:26:07.905710 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49226) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:07.951240 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86ca4e4-3654-4f81-a85e-e5946319214c admin admin] Deleting subnet c9aaae1c-c2fd-4f84-9eee-26281953e61b {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:26:07.954506 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b86ca4e4-3654-4f81-a85e-e5946319214c admin admin] Publish callbacks [] for subnet (c9aaae1c-c2fd-4f84-9eee-26281953e61b), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:07.992260 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b86ca4e4-3654-4f81-a85e-e5946319214c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25740621'] for subnet (c9aaae1c-c2fd-4f84-9eee-26281953e61b), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.109758 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e3ddf-09c6-4a1b-8518-2f17fd1355b9 req-36f5cff4-3aa5-4125-9a4b-0db47cfb612b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:08.110355 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b86ca4e4-3654-4f81-a85e-e5946319214c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (c9aaae1c-c2fd-4f84-9eee-26281953e61b), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.111291 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-217e3ddf-09c6-4a1b-8518-2f17fd1355b9 req-36f5cff4-3aa5-4125-9a4b-0db47cfb612b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0546296 Apr 12 16:26:08.162392 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-217e3ddf-09c6-4a1b-8518-2f17fd1355b9 req-3317dfa6-4047-4028-9a9a-cbaa7210f710 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438554 Apr 12 16:26:08.163200 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b86ca4e4-3654-4f81-a85e-e5946319214c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25838474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25952621'] for subnet (c9aaae1c-c2fd-4f84-9eee-26281953e61b), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.189189 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ca4e4-3654-4f81-a85e-e5946319214c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9aaae1c-c2fd-4f84-9eee-26281953e61b,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:08.192756 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b86ca4e4-3654-4f81-a85e-e5946319214c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.198368 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b86ca4e4-3654-4f81-a85e-e5946319214c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c9aaae1c-c2fd-4f84-9eee-26281953e61b HTTP/1.1" status: 204 len: 168 time: 0.2892265 Apr 12 16:26:08.198720 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49230) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:08.201326 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4df441a-1261-4df6-93af-775a06d39f6d None None] Network 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:26:08.269821 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (1a816f2a-7737-4dcf-8e4f-8a7eee1e8062), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.316304 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Deleting port 727445bf-fc95-4fa5-8b06-2f53b6d94857 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:26:08.316723 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.377728 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] For port 727445bf-fc95-4fa5-8b06-2f53b6d94857, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=727445bf-fc95-4fa5-8b06-2f53b6d94857,segment=NetworkSegment(2fc1c614-e0f3-418c-9ae6-e6d85a9f2116),segment_id=2fc1c614-e0f3-418c-9ae6-e6d85a9f2116)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:08.378025 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.390623 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Calling delete_port for 727445bf-fc95-4fa5-8b06-2f53b6d94857 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:26:08.434442 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] DHCP port deletion for 1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 request from dv-cinder-837528-1-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:26:08.478333 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Deleting port 727445bf-fc95-4fa5-8b06-2f53b6d94857 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:26:08.478786 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.482815 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.508097 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Pushing event deleted for resources: {'Port': ['ID=727445bf-fc95-4fa5-8b06-2f53b6d94857,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:08.512584 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] No DVR routers for this DVR port 727445bf-fc95-4fa5-8b06-2f53b6d94857 on host dv-cinder-837528-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:26:08.549220 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] For port 727445bf-fc95-4fa5-8b06-2f53b6d94857, host dv-cinder-837528-1-iscsi, got binding levels [] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:08.549624 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.565436 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Calling delete_port for 727445bf-fc95-4fa5-8b06-2f53b6d94857 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:26:08.569110 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.ipam_backend_mixin [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Port 727445bf-fc95-4fa5-8b06-2f53b6d94857 was not found and therefore no delete operation was performed {{(pid=103552) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 16:26:08.570427 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879'] for port (727445bf-fc95-4fa5-8b06-2f53b6d94857), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.594178 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (1a816f2a-7737-4dcf-8e4f-8a7eee1e8062), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.597781 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Pushing event deleted for resources: {'Port': ['ID=727445bf-fc95-4fa5-8b06-2f53b6d94857,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:08.605369 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] No DVR routers for this DVR port 727445bf-fc95-4fa5-8b06-2f53b6d94857 on host dv-cinder-837528-1-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:26:08.608805 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.609165 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.609534 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.609879 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.610259 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.613603 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.613695 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.614312 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.614419 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.614704 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.615367 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.615367 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.615708 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.616106 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.616346 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d1760-0e6c-44e5-bdad-9a398eab1840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:08.628597 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a816f2a-7737-4dcf-8e4f-8a7eee1e8062']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:26:08.638905 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 7086e141-d07a-465b-8cd6-66ce10280c23 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:26:08.643769 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:26:08.644137 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc1c614-e0f3-418c-9ae6-e6d85a9f2116') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:26:08.654005 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25740662'] for segment (2fc1c614-e0f3-418c-9ae6-e6d85a9f2116), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.666382 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 7086e141-d07a-465b-8cd6-66ce10280c23 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:26:08.666825 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 7086e141-d07a-465b-8cd6-66ce10280c23 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:26:08.667420 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:26:08.667565 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (2fc1c614-e0f3-418c-9ae6-e6d85a9f2116), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.674435 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:26:08.675035 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25838384'] for segment (2fc1c614-e0f3-418c-9ae6-e6d85a9f2116), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: Traceback (most recent call last): Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: timer() Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: cb(*args, **kw) Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: return func(*args, **kwargs) Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: self._notify() Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: self.callback(batched_events) Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: event.method(event) Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: return f(self, *a, **k) Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._get(url).json() Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:26:08.677052 dv-cinder-837528-1-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:26:08.688736 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:26:08.689009 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device d7c94acf-6f8e-4059-8ed8-32e0aa1d6a95 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:26:08.689428 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 727445bf-fc95-4fa5-8b06-2f53b6d94857 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:26:08.712457 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 727445bf-fc95-4fa5-8b06-2f53b6d94857 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:26:08.712698 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 727445bf-fc95-4fa5-8b06-2f53b6d94857 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:26:08.735427 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (1a816f2a-7737-4dcf-8e4f-8a7eee1e8062), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.741555 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.745000 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] 10.222.0.67 "DELETE /v2.0/networks/1a816f2a-7737-4dcf-8e4f-8a7eee1e8062 HTTP/1.1" status: 204 len: 168 time: 0.5455625 Apr 12 16:26:08.760299 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98507fb-5944-4798-957f-a7ff349ac69c admin admin] Pushing event deleted for resources: {'Network': ['ID=1a816f2a-7737-4dcf-8e4f-8a7eee1e8062,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:08.861321 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 49234) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:08.901496 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-cc399a6d-fd2c-4022-9d87-df8980ea29bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=edcd271496524c94929c1a28a63f96ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390306 Apr 12 16:26:08.904248 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 49236) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:08.961229 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b8030c52-f71c-4d55-8ed8-a55941000f14 admin admin] Publish callbacks [] for security_group (8c796c4c-c4d6-4d33-8964-84298b9ac346), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:08.985540 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b8030c52-f71c-4d55-8ed8-a55941000f14 admin admin] Publish callbacks [] for security_group (8c796c4c-c4d6-4d33-8964-84298b9ac346), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:09.047634 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b8030c52-f71c-4d55-8ed8-a55941000f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (8c796c4c-c4d6-4d33-8964-84298b9ac346), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:09.052890 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b8030c52-f71c-4d55-8ed8-a55941000f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:09.054463 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b8030c52-f71c-4d55-8ed8-a55941000f14 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8c796c4c-c4d6-4d33-8964-84298b9ac346 HTTP/1.1" status: 204 len: 168 time: 0.1490641 Apr 12 16:26:09.062745 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8030c52-f71c-4d55-8ed8-a55941000f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c796c4c-c4d6-4d33-8964-84298b9ac346,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:09.285122 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1d2d1-8e2f-481f-a8ff-e4b41620e338 req-182d56db-0f8b-4e51-b509-09b740ff26c1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:09.286607 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-27c1d2d1-8e2f-481f-a8ff-e4b41620e338 req-182d56db-0f8b-4e51-b509-09b740ff26c1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0478451 Apr 12 16:26:09.335333 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-27c1d2d1-8e2f-481f-a8ff-e4b41620e338 req-46a07ec4-4369-457b-88b3-22c24c73a2cb tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429449 Apr 12 16:26:10.455941 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8d253-2201-4fb8-998e-7cc33491c478 req-66fd344a-87a9-4fee-bd80-2a1fd0ca821b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:10.457500 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d3e8d253-2201-4fb8-998e-7cc33491c478 req-66fd344a-87a9-4fee-bd80-2a1fd0ca821b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0474668 Apr 12 16:26:10.509401 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d3e8d253-2201-4fb8-998e-7cc33491c478 req-65ad3fbf-6ca0-4953-86bb-e7d02a7bb099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461812 Apr 12 16:26:11.642766 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf8fed-fdcb-45f0-b2b0-9b294d2c575a req-a8d7d0d5-8e4e-44f7-8137-2c82bb30ffea tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:11.644469 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07bf8fed-fdcb-45f0-b2b0-9b294d2c575a req-a8d7d0d5-8e4e-44f7-8137-2c82bb30ffea tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0533621 Apr 12 16:26:11.695486 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07bf8fed-fdcb-45f0-b2b0-9b294d2c575a req-43a8d00c-2776-489f-83fe-5d4cd8adadf6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450299 Apr 12 16:26:12.823589 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11db96e-5b38-4dd7-a111-2b109a1d7f8b req-4a0121cb-666b-4e59-83e2-fbc4afa17efb tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:12.826393 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e11db96e-5b38-4dd7-a111-2b109a1d7f8b req-4a0121cb-666b-4e59-83e2-fbc4afa17efb tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0565021 Apr 12 16:26:12.885335 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e11db96e-5b38-4dd7-a111-2b109a1d7f8b req-b733d683-50c2-45ed-9150-a9f45c034029 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498621 Apr 12 16:26:13.642285 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49334) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:13.766911 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-20cf2d6d-ae1c-4061-82bb-63e5d5524956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:13.845543 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-20cf2d6d-ae1c-4061-82bb-63e5d5524956 admin admin] Publish callbacks [] for security_group (48ec5e8c-0be8-4ff0-bcc5-025edf94328d), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:13.851622 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-20cf2d6d-ae1c-4061-82bb-63e5d5524956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (48ec5e8c-0be8-4ff0-bcc5-025edf94328d), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:13.890961 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-20cf2d6d-ae1c-4061-82bb-63e5d5524956 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d215b7f40a9e4f70a9dc0c430690ffb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475798 Apr 12 16:26:13.891810 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf2d6d-ae1c-4061-82bb-63e5d5524956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ec5e8c-0be8-4ff0-bcc5-025edf94328d,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:13.893805 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 49338) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:13.946931 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e5182a27-446e-44b2-8b25-84b975ae8275 admin admin] Publish callbacks [] for security_group (48ec5e8c-0be8-4ff0-bcc5-025edf94328d), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:13.991576 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e5182a27-446e-44b2-8b25-84b975ae8275 admin admin] Publish callbacks [] for security_group (48ec5e8c-0be8-4ff0-bcc5-025edf94328d), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:14.020446 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067de4-d94f-4cf8-a9dc-83fcf18d1f9b req-5717a05e-e6a7-4d1e-96bb-609a4ce49a94 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:14.021912 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-15067de4-d94f-4cf8-a9dc-83fcf18d1f9b req-5717a05e-e6a7-4d1e-96bb-609a4ce49a94 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0637028 Apr 12 16:26:14.078995 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-15067de4-d94f-4cf8-a9dc-83fcf18d1f9b req-2b4db665-6fad-4b19-8fa6-763995373b06 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511420 Apr 12 16:26:14.079950 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e5182a27-446e-44b2-8b25-84b975ae8275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (48ec5e8c-0be8-4ff0-bcc5-025edf94328d), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:14.082782 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e5182a27-446e-44b2-8b25-84b975ae8275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:14.083802 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-e5182a27-446e-44b2-8b25-84b975ae8275 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/48ec5e8c-0be8-4ff0-bcc5-025edf94328d HTTP/1.1" status: 204 len: 168 time: 0.1889334 Apr 12 16:26:14.092509 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5182a27-446e-44b2-8b25-84b975ae8275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ec5e8c-0be8-4ff0-bcc5-025edf94328d,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:14.377694 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49346) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:14.393221 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4e04566d-b9ee-43ed-8b5c-1c296272a318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:14.477002 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4e04566d-b9ee-43ed-8b5c-1c296272a318 admin admin] Publish callbacks [] for security_group (f0f5c5d7-adaf-4c9d-b3e3-95b57c5a9157), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:14.483339 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4e04566d-b9ee-43ed-8b5c-1c296272a318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f0f5c5d7-adaf-4c9d-b3e3-95b57c5a9157), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:14.521878 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4e04566d-b9ee-43ed-8b5c-1c296272a318 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=09ad5c37489c42199c9a64c2d2f47e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430759 Apr 12 16:26:14.522708 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04566d-b9ee-43ed-8b5c-1c296272a318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f5c5d7-adaf-4c9d-b3e3-95b57c5a9157,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:14.525509 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 49348) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:14.583389 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0d398d69-4be3-4204-aaa0-a47f85e924fd admin admin] Publish callbacks [] for security_group (f0f5c5d7-adaf-4c9d-b3e3-95b57c5a9157), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:14.605688 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0d398d69-4be3-4204-aaa0-a47f85e924fd admin admin] Publish callbacks [] for security_group (f0f5c5d7-adaf-4c9d-b3e3-95b57c5a9157), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:14.658786 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0d398d69-4be3-4204-aaa0-a47f85e924fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f0f5c5d7-adaf-4c9d-b3e3-95b57c5a9157), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:14.661492 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0d398d69-4be3-4204-aaa0-a47f85e924fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:14.662700 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0d398d69-4be3-4204-aaa0-a47f85e924fd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f0f5c5d7-adaf-4c9d-b3e3-95b57c5a9157 HTTP/1.1" status: 204 len: 168 time: 0.1359901 Apr 12 16:26:14.670668 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d398d69-4be3-4204-aaa0-a47f85e924fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f5c5d7-adaf-4c9d-b3e3-95b57c5a9157,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:15.209611 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574a2c4-9244-4811-b1d4-a23421d41594 req-b9059d08-8605-4c4b-9a8a-e0ab3ff8bcfc tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:15.211199 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a574a2c4-9244-4811-b1d4-a23421d41594 req-b9059d08-8605-4c4b-9a8a-e0ab3ff8bcfc tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0535653 Apr 12 16:26:15.262452 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a574a2c4-9244-4811-b1d4-a23421d41594 req-0f13dda1-0212-4ff5-a349-d8913fa1b762 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443728 Apr 12 16:26:16.351660 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49396) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:16.380593 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a7508-e4ad-47a2-94e9-c29494cb7707 req-7962662a-c6cc-4802-9b01-656df4787336 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:16.382175 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ee8a7508-e4ad-47a2-94e9-c29494cb7707 req-7962662a-c6cc-4802-9b01-656df4787336 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0479827 Apr 12 16:26:16.433729 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ee8a7508-e4ad-47a2-94e9-c29494cb7707 req-0f5dd56e-7402-4d67-8dfd-aa1a64460686 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459242 Apr 12 16:26:16.592327 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-39addb4e-4365-4044-bff6-9cf8240d76ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:16.676193 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-39addb4e-4365-4044-bff6-9cf8240d76ef admin admin] Publish callbacks [] for security_group (5de8f3f5-5109-4c22-8e55-250fee859e39), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:16.682006 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-39addb4e-4365-4044-bff6-9cf8240d76ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (5de8f3f5-5109-4c22-8e55-250fee859e39), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:16.719620 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39addb4e-4365-4044-bff6-9cf8240d76ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de8f3f5-5109-4c22-8e55-250fee859e39,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:16.723848 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-39addb4e-4365-4044-bff6-9cf8240d76ef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=febcd72d1ed34a439e009ba966bb452b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711386 Apr 12 16:26:16.726613 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49400) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:16.807032 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dc5f40a7-29fb-4b3c-8047-a0f88b1516bb admin admin] Publish callbacks [] for security_group (5de8f3f5-5109-4c22-8e55-250fee859e39), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:16.831630 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dc5f40a7-29fb-4b3c-8047-a0f88b1516bb admin admin] Publish callbacks [] for security_group (5de8f3f5-5109-4c22-8e55-250fee859e39), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:16.883422 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dc5f40a7-29fb-4b3c-8047-a0f88b1516bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (5de8f3f5-5109-4c22-8e55-250fee859e39), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:16.885916 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dc5f40a7-29fb-4b3c-8047-a0f88b1516bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:16.887077 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-dc5f40a7-29fb-4b3c-8047-a0f88b1516bb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5de8f3f5-5109-4c22-8e55-250fee859e39 HTTP/1.1" status: 204 len: 168 time: 0.1594205 Apr 12 16:26:16.894725 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f40a7-29fb-4b3c-8047-a0f88b1516bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de8f3f5-5109-4c22-8e55-250fee859e39,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:17.183488 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49406) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:17.196613 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2a7d82a7-3c1e-430a-a627-fb8b94330b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:17.268482 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2a7d82a7-3c1e-430a-a627-fb8b94330b4d admin admin] Publish callbacks [] for security_group (8523c697-5af7-4b52-8bed-4c70069f875d), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:17.273858 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2a7d82a7-3c1e-430a-a627-fb8b94330b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (8523c697-5af7-4b52-8bed-4c70069f875d), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:17.313805 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d82a7-3c1e-430a-a627-fb8b94330b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8523c697-5af7-4b52-8bed-4c70069f875d,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:17.317954 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-2a7d82a7-3c1e-430a-a627-fb8b94330b4d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5149bc1d354b45b7b95e401b7176abff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333981 Apr 12 16:26:17.320753 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49408) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:17.375932 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-250951a4-424a-42ab-bd5f-95f1d3e47a91 admin admin] Publish callbacks [] for security_group (8523c697-5af7-4b52-8bed-4c70069f875d), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:17.398850 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-250951a4-424a-42ab-bd5f-95f1d3e47a91 admin admin] Publish callbacks [] for security_group (8523c697-5af7-4b52-8bed-4c70069f875d), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:17.449008 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-250951a4-424a-42ab-bd5f-95f1d3e47a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (8523c697-5af7-4b52-8bed-4c70069f875d), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:17.452936 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-250951a4-424a-42ab-bd5f-95f1d3e47a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:17.454724 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-250951a4-424a-42ab-bd5f-95f1d3e47a91 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8523c697-5af7-4b52-8bed-4c70069f875d HTTP/1.1" status: 204 len: 168 time: 0.1330152 Apr 12 16:26:17.464098 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250951a4-424a-42ab-bd5f-95f1d3e47a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8523c697-5af7-4b52-8bed-4c70069f875d,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:17.563621 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e686ed-9950-4fc6-b120-3fd174313205 req-4e54e5dc-5748-4c82-b40d-b17f12a3febf tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:17.565081 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b0e686ed-9950-4fc6-b120-3fd174313205 req-4e54e5dc-5748-4c82-b40d-b17f12a3febf tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0528879 Apr 12 16:26:17.612769 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b0e686ed-9950-4fc6-b120-3fd174313205 req-a41b1373-018c-4b4f-8aa4-217c5d95ec9d tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417197 Apr 12 16:26:18.564121 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 49440) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:18.685215 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:18.764352 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cc866-2b12-4145-bf2e-5d8670d6a8b5 req-1235250a-28ff-4a02-afed-346e42854f5f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:18.765792 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-572cc866-2b12-4145-bf2e-5d8670d6a8b5 req-1235250a-28ff-4a02-afed-346e42854f5f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0681686 Apr 12 16:26:18.839662 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-572cc866-2b12-4145-bf2e-5d8670d6a8b5 req-cb1d195b-df01-4a90-8529-e575cdff8159 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680089 Apr 12 16:26:18.850659 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Publish callbacks [] for security_group (2eee9ee8-475a-49b5-8b9b-7c1afafe9d64), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:18.855493 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (2eee9ee8-475a-49b5-8b9b-7c1afafe9d64), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:18.897478 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4529b25d5b97481e9713666cd0ef4a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317835 Apr 12 16:26:18.898656 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eee9ee8-475a-49b5-8b9b-7c1afafe9d64,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:18.900504 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49446) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:18.905904 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.906262 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.906628 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.906971 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.907308 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.907642 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.907972 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.908297 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.908625 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.908952 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.909279 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.909607 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.909929 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.910275 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.910599 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741e5acc-da63-41b6-ad17-cf1e413ad866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:18.949402 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4a0634b5-ec42-4aa8-a434-9472fd10b995 admin admin] Publish callbacks [] for security_group (2eee9ee8-475a-49b5-8b9b-7c1afafe9d64), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:18.972208 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4a0634b5-ec42-4aa8-a434-9472fd10b995 admin admin] Publish callbacks [] for security_group (2eee9ee8-475a-49b5-8b9b-7c1afafe9d64), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:19.025055 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4a0634b5-ec42-4aa8-a434-9472fd10b995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (2eee9ee8-475a-49b5-8b9b-7c1afafe9d64), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:19.027867 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4a0634b5-ec42-4aa8-a434-9472fd10b995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:19.029092 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4a0634b5-ec42-4aa8-a434-9472fd10b995 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2eee9ee8-475a-49b5-8b9b-7c1afafe9d64 HTTP/1.1" status: 204 len: 168 time: 0.1274612 Apr 12 16:26:19.037656 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0634b5-ec42-4aa8-a434-9472fd10b995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eee9ee8-475a-49b5-8b9b-7c1afafe9d64,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:19.960346 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e6b37-ea5d-43ef-95df-7d2a3eaff333 req-5d0370eb-500f-453c-bc66-7511eab7e272 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:19.962723 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df1e6b37-ea5d-43ef-95df-7d2a3eaff333 req-5d0370eb-500f-453c-bc66-7511eab7e272 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0514355 Apr 12 16:26:20.014265 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df1e6b37-ea5d-43ef-95df-7d2a3eaff333 req-7dadff24-b13f-4652-b69c-ad57b402b1eb tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448580 Apr 12 16:26:20.667403 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1379-96a0-4265-977a-8d09e49afc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:21.149891 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9fc05-1e2a-4204-9ad8-cdd2c203dcec req-046e7648-1f49-4912-8994-0440d9fef2e0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:21.151442 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74e9fc05-1e2a-4204-9ad8-cdd2c203dcec req-046e7648-1f49-4912-8994-0440d9fef2e0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0486052 Apr 12 16:26:21.201192 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74e9fc05-1e2a-4204-9ad8-cdd2c203dcec req-00d1fdeb-c60f-43c5-8ace-38268529a248 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437212 Apr 12 16:26:21.404037 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device ea4a126a-a7f5-4e56-928d-bd76dc66e823 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:26:21.516591 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port ea4a126a-a7f5-4e56-928d-bd76dc66e823, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:21.528840 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'port_id': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'mac_address': 'fa:16:3e:40:07:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:26:21.570769 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port ea4a126a-a7f5-4e56-928d-bd76dc66e823 is: ACTIVE; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:26:21.571164 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:21.584585 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea4a126a-a7f5-4e56-928d-bd76dc66e823 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:26:21.606634 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port ea4a126a-a7f5-4e56-928d-bd76dc66e823, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:21.611371 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:21.660184 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=ea4a126a-a7f5-4e56-928d-bd76dc66e823,revision_number=6']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:21.795709 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['ea4a126a-a7f5-4e56-928d-bd76dc66e823'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:26:22.331430 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634521b6-474e-42a2-bd5c-995ed394085c req-f891e483-b599-441b-99ba-0dd6a952f4d8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:22.333004 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-634521b6-474e-42a2-bd5c-995ed394085c req-f891e483-b599-441b-99ba-0dd6a952f4d8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 944 time: 0.0534883 Apr 12 16:26:22.383942 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-634521b6-474e-42a2-bd5c-995ed394085c req-f85a8c27-05df-4aa3-9ad3-f5187564f0b2 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453386 Apr 12 16:26:22.959701 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-17e594e8-fa1c-43ea-8124-1e4edc1fcc0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:23.161701 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 49554) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:23.323863 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-378625d5-22c1-4680-a41a-614c794ea5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:23.417233 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-378625d5-22c1-4680-a41a-614c794ea5cf admin admin] Publish callbacks [] for security_group (3c6e2426-b6a2-40a7-9967-f52e4d69a8b3), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:23.422895 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-378625d5-22c1-4680-a41a-614c794ea5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (3c6e2426-b6a2-40a7-9967-f52e4d69a8b3), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:23.437869 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device ea4a126a-a7f5-4e56-928d-bd76dc66e823 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:26:23.475018 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-378625d5-22c1-4680-a41a-614c794ea5cf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ffea59587c5c45f58338c69f643092e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121459 Apr 12 16:26:23.475272 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 49560) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:23.476899 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378625d5-22c1-4680-a41a-614c794ea5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6e2426-b6a2-40a7-9967-f52e4d69a8b3,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:23.502162 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port ea4a126a-a7f5-4e56-928d-bd76dc66e823 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:26:23.502550 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:23.586519 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7725c7-e916-425a-a9e6-099bc01e6c07 req-2145295e-8a9f-40de-95e6-650e71df2fb1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:23.593581 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c7725c7-e916-425a-a9e6-099bc01e6c07 req-2145295e-8a9f-40de-95e6-650e71df2fb1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 944 time: 0.0885451 Apr 12 16:26:23.609932 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port ea4a126a-a7f5-4e56-928d-bd76dc66e823 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:26:23.610675 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:23.643377 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c7725c7-e916-425a-a9e6-099bc01e6c07 req-b3a25297-aa03-4329-81fd-64b050b9d8b4 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485728 Apr 12 16:26:23.645866 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:26:23.648566 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b38230-9e4d-4f11-bb51-59a352147401" -d '{"events": [{"server_uuid": "d79e2e80-5679-41bd-aab2-6e740d404eb7", "name": "network-vif-plugged", "status": "completed", "tag": "ea4a126a-a7f5-4e56-928d-bd76dc66e823"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:26:23.662104 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-eafe4d4f-3299-4ccf-bebd-065e16fca752 admin admin] Publish callbacks [] for security_group (3c6e2426-b6a2-40a7-9967-f52e4d69a8b3), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:23.673817 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port ea4a126a-a7f5-4e56-928d-bd76dc66e823, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:23.679207 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:23.705189 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-eafe4d4f-3299-4ccf-bebd-065e16fca752 admin admin] Publish callbacks [] for security_group (3c6e2426-b6a2-40a7-9967-f52e4d69a8b3), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:23.708275 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74581c5-7713-4c7f-8c11-44b5cbb2ef00 x-openstack-request-id: req-b74581c5-7713-4c7f-8c11-44b5cbb2ef00 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:26:23.708755 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79e2e80-5679-41bd-aab2-6e740d404eb7", "name": "network-vif-plugged", "status": "completed", "tag": "ea4a126a-a7f5-4e56-928d-bd76dc66e823", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:26:23.709188 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b74581c5-7713-4c7f-8c11-44b5cbb2ef00 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:26:23.709582 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74581c5-7713-4c7f-8c11-44b5cbb2ef00'] response: {'server_uuid': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'code': 200} Apr 12 16:26:23.754852 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=ea4a126a-a7f5-4e56-928d-bd76dc66e823,revision_number=7']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:23.763354 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-eafe4d4f-3299-4ccf-bebd-065e16fca752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (3c6e2426-b6a2-40a7-9967-f52e4d69a8b3), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:23.767224 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-eafe4d4f-3299-4ccf-bebd-065e16fca752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:23.769449 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-eafe4d4f-3299-4ccf-bebd-065e16fca752 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3c6e2426-b6a2-40a7-9967-f52e4d69a8b3 HTTP/1.1" status: 204 len: 168 time: 0.2933788 Apr 12 16:26:23.778455 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe4d4f-3299-4ccf-bebd-065e16fca752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6e2426-b6a2-40a7-9967-f52e4d69a8b3,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:24.216447 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:24.517988 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 49584) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:24.638987 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-174285930-network', 'tenant_id': '5fda4b0004a04e11b47261d4874b63c1'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:26:24.661301 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] Made reservation on behalf of 5fda4b0004a04e11b47261d4874b63c1 for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:26:24.663735 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:24.673694 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:24.801352 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] Publish callbacks [] for security_group (07f8dc4e-5d33-4c62-8235-959b7996f066), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:24.812105 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08098c7e-a4d8-4b55-a844-a6ba890c66f9 req-a6498473-86dc-476d-922b-ba97166ae0e5 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:24.813711 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-08098c7e-a4d8-4b55-a844-a6ba890c66f9 req-a6498473-86dc-476d-922b-ba97166ae0e5 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0696239 Apr 12 16:26:24.814905 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (07f8dc4e-5d33-4c62-8235-959b7996f066), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:24.860270 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:26:25.208901 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f8dc4e-5d33-4c62-8235-959b7996f066,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:25.209125 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:25.218242 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (c3ab185b-d6ad-41da-bdc0-e138e6733c6a), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:25.218902 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] Added segment c3ab185b-d6ad-41da-bdc0-e138e6733c6a of type vlan for network 4fe30bf7-e15a-43ab-a3df-92a56de425ea Apr 12 16:26:25.237748 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-08098c7e-a4d8-4b55-a844-a6ba890c66f9 req-1f0a8dcc-ff17-4517-a34d-854358149ea8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4170382 Apr 12 16:26:25.279909 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (4fe30bf7-e15a-43ab-a3df-92a56de425ea), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:25.306333 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (4fe30bf7-e15a-43ab-a3df-92a56de425ea), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:25.307314 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:25.307897 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:25.372815 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8535032 Apr 12 16:26:25.375690 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 49590) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:26:25.380381 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-355c125c-2892-4fc8-b3c9-4a26a6bf6245 admin admin] Request body: {'subnet': {'network_id': '4fe30bf7-e15a-43ab-a3df-92a56de425ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-174285930-subnet', 'tenant_id': '5fda4b0004a04e11b47261d4874b63c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:26:25.383486 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270f426-48e1-4c31-aa84-0e2025b52a67 admin admin] Pushing event updated for resources: {'Network': ['ID=4fe30bf7-e15a-43ab-a3df-92a56de425ea,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:25.419386 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 4fe30bf7-e15a-43ab-a3df-92a56de425ea details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:26:25.436254 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355c125c-2892-4fc8-b3c9-4a26a6bf6245 admin admin] Made reservation on behalf of 5fda4b0004a04e11b47261d4874b63c1 for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:26:25.438753 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-355c125c-2892-4fc8-b3c9-4a26a6bf6245 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25714999'] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:25.557325 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:25.642613 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-355c125c-2892-4fc8-b3c9-4a26a6bf6245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25560587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25714977'] for subnet (b021e38d-dd44-460d-9b05-4ab2986edac1), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:25.707247 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c125c-2892-4fc8-b3c9-4a26a6bf6245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b021e38d-dd44-460d-9b05-4ab2986edac1,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:25.714918 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355c125c-2892-4fc8-b3c9-4a26a6bf6245 admin admin] Checking segment: {'id': 'c3ab185b-d6ad-41da-bdc0-e138e6733c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4fe30bf7-e15a-43ab-a3df-92a56de425ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:26:25.715275 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355c125c-2892-4fc8-b3c9-4a26a6bf6245 admin admin] Network hostable DHCP agents. Network: 4fe30bf7-e15a-43ab-a3df-92a56de425ea, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:26:25.734924 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355c125c-2892-4fc8-b3c9-4a26a6bf6245 admin admin] Network 4fe30bf7-e15a-43ab-a3df-92a56de425ea is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:26:25.744142 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-355c125c-2892-4fc8-b3c9-4a26a6bf6245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 4fe30bf7-e15a-43ab-a3df-92a56de425ea) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:26:25.749879 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355c125c-2892-4fc8-b3c9-4a26a6bf6245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:25.751473 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-355c125c-2892-4fc8-b3c9-4a26a6bf6245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:25.754368 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a41aba-6fe1-42bf-914f-7b725273bf38 None None] Network 4fe30bf7-e15a-43ab-a3df-92a56de425ea requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:26:25.771143 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-355c125c-2892-4fc8-b3c9-4a26a6bf6245 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3943348 Apr 12 16:26:25.924622 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15faf58e-15c3-4873-aa10-1926189e9fc0 None None] Network 4fe30bf7-e15a-43ab-a3df-92a56de425ea requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:26:26.430072 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cda22-8f97-4ae3-b16b-f6f0aee7b65b req-fe46900f-3d2e-4d28-a5fb-5661cd2643ba tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:26.431683 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e42cda22-8f97-4ae3-b16b-f6f0aee7b65b req-fe46900f-3d2e-4d28-a5fb-5661cd2643ba tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.1083245 Apr 12 16:26:26.517115 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e42cda22-8f97-4ae3-b16b-f6f0aee7b65b req-7b9f668f-07fb-4a25-9434-bdf983fc5c49 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768082 Apr 12 16:26:27.056261 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:27.663854 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430f5ea-3876-4857-8658-0333ae27551b req-302ab5ad-ea5f-4719-ab33-e4f3222f5317 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:27.665902 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c430f5ea-3876-4857-8658-0333ae27551b req-302ab5ad-ea5f-4719-ab33-e4f3222f5317 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0576034 Apr 12 16:26:27.800592 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c430f5ea-3876-4857-8658-0333ae27551b req-10db40f7-3068-42f7-96b3-84c3205ca8ce tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236370 Apr 12 16:26:27.843513 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-264a765b-7880-4d3d-8063-2051421fa244 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:27.845262 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-264a765b-7880-4d3d-8063-2051421fa244 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/networks?id=4fe30bf7-e15a-43ab-a3df-92a56de425ea HTTP/1.1" status: 200 len: 808 time: 0.1784694 Apr 12 16:26:27.873454 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-7dbf8e92-0788-4384-85d6-4910bd505bc6 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/quotas/5fda4b0004a04e11b47261d4874b63c1 HTTP/1.1" status: 200 len: 375 time: 0.0181854 Apr 12 16:26:27.925933 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-46c535c8-b162-491f-90f0-7f167aae1052 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fda4b0004a04e11b47261d4874b63c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389061 Apr 12 16:26:28.046153 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-ef8fcc6b-be44-46e5-adaa-6998203d3006 service neutron] 10.222.0.67 "GET /v2.0/networks/4fe30bf7-e15a-43ab-a3df-92a56de425ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075947 Apr 12 16:26:28.161497 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-4cbc600d-56fc-4f86-8c3d-e4ab2a2b6fd5 service neutron] 10.222.0.67 "GET /v2.0/networks/4fe30bf7-e15a-43ab-a3df-92a56de425ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080852 Apr 12 16:26:28.353777 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-596991f9-938b-47b5-bb69-8f779c8eafd9 req-6f1f19f0-7ab6-4c2a-95e5-f9df34109105 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 210 time: 0.0344534 Apr 12 16:26:28.953733 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45633172-0f9f-43b6-a777-65b5318b7106 req-0bf651b2-e61f-42c4-a60c-ea11b0474d11 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:28.955628 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-45633172-0f9f-43b6-a777-65b5318b7106 req-0bf651b2-e61f-42c4-a60c-ea11b0474d11 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0603316 Apr 12 16:26:29.013607 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-45633172-0f9f-43b6-a777-65b5318b7106 req-3f7219d2-2c22-4069-9b78-151a67f8c8bd tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517144 Apr 12 16:26:29.450717 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fdf52d6-0f85-4dc1-aeef-af4e69e1c2e2 req-b0e72dc9-5476-4855-8759-ab0be3b72c6e tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 210 time: 0.0282598 Apr 12 16:26:30.203976 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-00d1906f-22f2-4be1-84d1-36df2be2a844 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:30.207095 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-00d1906f-22f2-4be1-84d1-36df2be2a844 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.45 "GET /v2.0/networks?id=4fe30bf7-e15a-43ab-a3df-92a56de425ea HTTP/1.1" status: 200 len: 808 time: 0.2256634 Apr 12 16:26:30.214870 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e0540-a6f4-4a8b-997b-7097feaed6c3 req-68c213ff-d796-4907-859c-fe1100b42759 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:30.224040 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-257e0540-a6f4-4a8b-997b-7097feaed6c3 req-68c213ff-d796-4907-859c-fe1100b42759 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.1095974 Apr 12 16:26:30.253383 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-dcc23844-3505-4d05-a830-82d553943aee tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Request body: {'port': {'device_id': 'dab5e017-4c60-427d-adbd-b1e5c59f96f1', 'network_id': '4fe30bf7-e15a-43ab-a3df-92a56de425ea', 'admin_state_up': True, 'tenant_id': '5fda4b0004a04e11b47261d4874b63c1'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:26:30.347920 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-257e0540-a6f4-4a8b-997b-7097feaed6c3 req-69c09845-0432-46b8-ac28-c126c7b6e4da tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177270 Apr 12 16:26:30.410142 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-dcc23844-3505-4d05-a830-82d553943aee tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Made reservation on behalf of 5fda4b0004a04e11b47261d4874b63c1 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:26:30.415028 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-dcc23844-3505-4d05-a830-82d553943aee tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:30.622901 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dc8afd3e-e6ce-4b5b-a477-70d71750dcf7 req-955ce169-1f06-4843-b534-9bda8300ec47 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 210 time: 0.0604327 Apr 12 16:26:30.647735 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-dcc23844-3505-4d05-a830-82d553943aee tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Allocated IP 172.20.0.9 (4fe30bf7-e15a-43ab-a3df-92a56de425ea/b021e38d-dd44-460d-9b05-4ab2986edac1/3245f2df-9d4e-44e8-9884-884ef52ac9a1) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:26:30.827225 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-dcc23844-3505-4d05-a830-82d553943aee tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks [] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:30.865494 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-dcc23844-3505-4d05-a830-82d553943aee tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:30.907576 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-dcc23844-3505-4d05-a830-82d553943aee tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Network 4fe30bf7-e15a-43ab-a3df-92a56de425ea is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:26:30.910771 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-dcc23844-3505-4d05-a830-82d553943aee tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:26:30.915226 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-dcc23844-3505-4d05-a830-82d553943aee tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:26:30.921083 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79c7a122-6ae1-4b33-aefc-db7dcba71f1f req-e7c81058-caa4-423e-b2af-c4a2a68004b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0629745 Apr 12 16:26:30.959945 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc23844-3505-4d05-a830-82d553943aee tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Pushing event updated for resources: {'Port': ['ID=3245f2df-9d4e-44e8-9884-884ef52ac9a1,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:30.972554 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-dcc23844-3505-4d05-a830-82d553943aee tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:30.973159 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-dcc23844-3505-4d05-a830-82d553943aee tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:30.991799 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-dcc23844-3505-4d05-a830-82d553943aee tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7630372 Apr 12 16:26:31.003574 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Request body: {'port': {'device_id': 'dab5e017-4c60-427d-adbd-b1e5c59f96f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:26:31.015443 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7a122-6ae1-4b33-aefc-db7dcba71f1f req-1226ede2-7283-499b-8368-d1a3dea41197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:31.018152 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79c7a122-6ae1-4b33-aefc-db7dcba71f1f req-1226ede2-7283-499b-8368-d1a3dea41197 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 1130 time: 0.0677755 Apr 12 16:26:31.079169 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:31.156736 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7a122-6ae1-4b33-aefc-db7dcba71f1f req-cca0c875-0fa6-417c-8cd5-a348cbe1a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:31.158949 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79c7a122-6ae1-4b33-aefc-db7dcba71f1f req-cca0c875-0fa6-417c-8cd5-a348cbe1a0c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 913 time: 0.1122458 Apr 12 16:26:31.430385 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3245f2df-9d4e-44e8-9884-884ef52ac9a1 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:26:31.440620 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Publish callbacks [] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:31.476598 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Transition to ACTIVE for port object 3245f2df-9d4e-44e8-9884-884ef52ac9a1 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:26:31.502567 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:31.548665 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79c7a122-6ae1-4b33-aefc-db7dcba71f1f req-27eac49a-ba12-4713-804d-8e1d96ada558 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60428b9a-7b1b-43fb-8999-73bc88945670 HTTP/1.1" status: 200 len: 1002 time: 0.3804801 Apr 12 16:26:31.599130 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e69f2-928c-4056-be00-dc77c2f21b25 req-af691e6d-0679-4b11-aeda-fc526fe0e099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:31.599130 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b30e69f2-928c-4056-be00-dc77c2f21b25 req-af691e6d-0679-4b11-aeda-fc526fe0e099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.1526263 Apr 12 16:26:31.608182 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7a122-6ae1-4b33-aefc-db7dcba71f1f req-a2469a3c-3b80-4be2-9565-bbab50aaddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:31.610069 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79c7a122-6ae1-4b33-aefc-db7dcba71f1f req-a2469a3c-3b80-4be2-9565-bbab50aaddbc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b41d7f9c-e278-47e4-81fe-aa85c501c87e HTTP/1.1" status: 200 len: 851 time: 0.0508106 Apr 12 16:26:31.656598 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3245f2df-9d4e-44e8-9884-884ef52ac9a1,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:31.708929 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7a122-6ae1-4b33-aefc-db7dcba71f1f req-5188439a-5a88-4ae2-950b-841f24256399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:31.710655 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79c7a122-6ae1-4b33-aefc-db7dcba71f1f req-5188439a-5a88-4ae2-950b-841f24256399 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0927281 Apr 12 16:26:31.719842 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b30e69f2-928c-4056-be00-dc77c2f21b25 req-88b45174-8f72-4e9f-a1a7-c11cbd3c6d24 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080053 Apr 12 16:26:31.746317 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Attempting to bind port 3245f2df-9d4e-44e8-9884-884ef52ac9a1 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:26:31.746666 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Attempting to bind port 3245f2df-9d4e-44e8-9884-884ef52ac9a1 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'c3ab185b-d6ad-41da-bdc0-e138e6733c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4fe30bf7-e15a-43ab-a3df-92a56de425ea'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:26:31.747011 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Attempting to bind port 3245f2df-9d4e-44e8-9884-884ef52ac9a1 on network 4fe30bf7-e15a-43ab-a3df-92a56de425ea {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:26:31.762844 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Port 3245f2df-9d4e-44e8-9884-884ef52ac9a1 on network 4fe30bf7-e15a-43ab-a3df-92a56de425ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:26:31.763175 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Attempting to bind port 3245f2df-9d4e-44e8-9884-884ef52ac9a1 on network 4fe30bf7-e15a-43ab-a3df-92a56de425ea {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:26:31.771632 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:26:31.771789 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Checking segment: {'id': 'c3ab185b-d6ad-41da-bdc0-e138e6733c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4fe30bf7-e15a-43ab-a3df-92a56de425ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:26:31.772107 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Bound using segment: {'id': 'c3ab185b-d6ad-41da-bdc0-e138e6733c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4fe30bf7-e15a-43ab-a3df-92a56de425ea'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:26:31.772808 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Bound port: 3245f2df-9d4e-44e8-9884-884ef52ac9a1, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ab185b-d6ad-41da-bdc0-e138e6733c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4fe30bf7-e15a-43ab-a3df-92a56de425ea'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:26:31.773174 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:31.871755 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79c7a122-6ae1-4b33-aefc-db7dcba71f1f req-be8caf9c-0700-4791-bf62-f0ee03b1c71e service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408489 Apr 12 16:26:31.930706 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f353ab-3b14-49da-a79f-389ac80b4ebd req-719770f2-e9aa-4c26-aef1-9b23cc12db1f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:31.932215 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-96f353ab-3b14-49da-a79f-389ac80b4ebd req-719770f2-e9aa-4c26-aef1-9b23cc12db1f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 943 time: 0.0715292 Apr 12 16:26:31.933515 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] For port 3245f2df-9d4e-44e8-9884-884ef52ac9a1, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:26:31.937551 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] For port 3245f2df-9d4e-44e8-9884-884ef52ac9a1, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3245f2df-9d4e-44e8-9884-884ef52ac9a1,segment=NetworkSegment(c3ab185b-d6ad-41da-bdc0-e138e6733c6a),segment_id=c3ab185b-d6ad-41da-bdc0-e138e6733c6a)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:26:31.959783 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:32.007202 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79c7a122-6ae1-4b33-aefc-db7dcba71f1f req-3a9265a0-d705-46d8-b7a2-7d86503523eb service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270895 Apr 12 16:26:32.047241 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:32.048044 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:32.049462 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] 10.222.0.45 "PUT /v2.0/ports/3245f2df-9d4e-44e8-9884-884ef52ac9a1 HTTP/1.1" status: 200 len: 1093 time: 1.0501873 Apr 12 16:26:32.049935 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab5e017-4c60-427d-adbd-b1e5c59f96f1', 'tag': '3245f2df-9d4e-44e8-9884-884ef52ac9a1'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:26:32.052411 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c88ecff-b82c-40b1-860b-5ebc41c47779" -d '{"events": [{"name": "network-changed", "server_uuid": "dab5e017-4c60-427d-adbd-b1e5c59f96f1", "tag": "3245f2df-9d4e-44e8-9884-884ef52ac9a1"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:26:32.073397 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-96f353ab-3b14-49da-a79f-389ac80b4ebd req-ec18b25a-2f1d-4555-89b9-53d57276cfc3 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301334 Apr 12 16:26:32.090852 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613073bf-ba63-4dd8-b74b-99997165c6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3245f2df-9d4e-44e8-9884-884ef52ac9a1,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:32.142242 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c54a58-45d8-4123-9b94-71b28adad214 x-openstack-request-id: req-f3c54a58-45d8-4123-9b94-71b28adad214 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:26:32.142735 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab5e017-4c60-427d-adbd-b1e5c59f96f1", "tag": "3245f2df-9d4e-44e8-9884-884ef52ac9a1", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:26:32.143152 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f3c54a58-45d8-4123-9b94-71b28adad214 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:26:32.143676 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c54a58-45d8-4123-9b94-71b28adad214'] response: {'name': 'network-changed', 'server_uuid': 'dab5e017-4c60-427d-adbd-b1e5c59f96f1', 'tag': '3245f2df-9d4e-44e8-9884-884ef52ac9a1', 'status': 'completed', 'code': 200} Apr 12 16:26:32.214663 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-d0ff7b34-8926-482f-86bc-c24dd93b33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:32.215860 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-d0ff7b34-8926-482f-86bc-c24dd93b33fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fda4b0004a04e11b47261d4874b63c1&device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 1127 time: 0.0505788 Apr 12 16:26:32.269196 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-0de8daa6-d3c6-40fb-aa0c-1753ac35d102 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3245f2df-9d4e-44e8-9884-884ef52ac9a1 HTTP/1.1" status: 200 len: 217 time: 0.0434484 Apr 12 16:26:32.320654 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-c792000f-b4a5-4a24-9d3a-db6d960173db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:32.322129 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-c792000f-b4a5-4a24-9d3a-db6d960173db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b021e38d-dd44-460d-9b05-4ab2986edac1 HTTP/1.1" status: 200 len: 848 time: 0.0458677 Apr 12 16:26:32.359518 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-7047922a-a2a4-47a9-b655-8f5af39cd821 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fe30bf7-e15a-43ab-a3df-92a56de425ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289423 Apr 12 16:26:32.455198 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-42ac148c-5624-4a13-9d53-31271bbc213a service neutron] 10.222.0.45 "GET /v2.0/networks/4fe30bf7-e15a-43ab-a3df-92a56de425ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846970 Apr 12 16:26:32.595253 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f0b58ee-0dbe-4bac-8ff7-0ebded04be02 req-877a7cff-a373-4a75-8b80-44b5f39670b1 service neutron] 10.222.0.45 "GET /v2.0/networks/4fe30bf7-e15a-43ab-a3df-92a56de425ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932205 Apr 12 16:26:32.865235 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad2b23-2071-47c1-83c5-590e3843534e req-88c92d4d-50f3-4055-a629-afaedb5feacf tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:32.867116 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-17ad2b23-2071-47c1-83c5-590e3843534e req-88c92d4d-50f3-4055-a629-afaedb5feacf tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0595856 Apr 12 16:26:32.927486 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-17ad2b23-2071-47c1-83c5-590e3843534e req-c45b46ba-9c0c-4dcf-87e8-9e80a5c3624c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541329 Apr 12 16:26:33.190712 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b9cf9-dd2e-4f81-af39-95ac7357ded8 req-f31f0753-4d6b-4f47-9a4f-7a5fb7992eea tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:33.192331 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b29b9cf9-dd2e-4f81-af39-95ac7357ded8 req-f31f0753-4d6b-4f47-9a4f-7a5fb7992eea tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 943 time: 0.0506353 Apr 12 16:26:33.255571 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b29b9cf9-dd2e-4f81-af39-95ac7357ded8 req-5a744a06-8c56-47ad-b039-07bbe8877c2c tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 Apr 12 16:26:34.071471 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07aec53-9665-4863-afc5-2ea26e481daa req-ec5e8c32-e360-4f8a-b63e-672320ef4929 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:34.072952 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f07aec53-9665-4863-afc5-2ea26e481daa req-ec5e8c32-e360-4f8a-b63e-672320ef4929 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0572517 Apr 12 16:26:34.124050 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f07aec53-9665-4863-afc5-2ea26e481daa req-c7b232f5-5106-436e-b292-8ab7063d96db tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445879 Apr 12 16:26:34.170507 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88ecff-b82c-40b1-860b-5ebc41c47779 req-e9edf26e-e364-4a99-ba85-8b32001cf4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:34.172028 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c88ecff-b82c-40b1-860b-5ebc41c47779 req-e9edf26e-e364-4a99-ba85-8b32001cf4ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fda4b0004a04e11b47261d4874b63c1&device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 1127 time: 0.0401971 Apr 12 16:26:34.189123 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b5e45-2d44-411d-be48-8552267d0080 req-f14d3f6f-d88c-4265-832a-e390ef1acd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:34.191101 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-337b5e45-2d44-411d-be48-8552267d0080 req-f14d3f6f-d88c-4265-832a-e390ef1acd8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45e8e703a32d4ac4be28bb7018de850f&device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 1129 time: 0.0426064 Apr 12 16:26:34.275489 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88ecff-b82c-40b1-860b-5ebc41c47779 req-f1a40a25-27f2-4580-ad76-b71f59c9542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:34.276972 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c88ecff-b82c-40b1-860b-5ebc41c47779 req-f1a40a25-27f2-4580-ad76-b71f59c9542b service neutron] 10.222.0.45 "GET /v2.0/networks?id=4fe30bf7-e15a-43ab-a3df-92a56de425ea HTTP/1.1" status: 200 len: 909 time: 0.0939620 Apr 12 16:26:34.290275 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b5e45-2d44-411d-be48-8552267d0080 req-dcb29863-3a9a-4972-8e2c-6ce76879914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:34.291787 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-337b5e45-2d44-411d-be48-8552267d0080 req-dcb29863-3a9a-4972-8e2c-6ce76879914e service neutron] 10.222.0.45 "GET /v2.0/networks?id=659bb59b-3f11-4e82-88df-ec448e9e7e28 HTTP/1.1" status: 200 len: 918 time: 0.0927062 Apr 12 16:26:34.321639 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c88ecff-b82c-40b1-860b-5ebc41c47779 req-999dd73b-a9f0-432e-87fe-a6ebec15af84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3245f2df-9d4e-44e8-9884-884ef52ac9a1 HTTP/1.1" status: 200 len: 217 time: 0.0352464 Apr 12 16:26:34.362564 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-337b5e45-2d44-411d-be48-8552267d0080 req-ab667846-f01a-436a-ab2c-cb8e27eb63b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823 HTTP/1.1" status: 200 len: 1001 time: 0.0628901 Apr 12 16:26:34.407991 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88ecff-b82c-40b1-860b-5ebc41c47779 req-1e30fbe7-7a52-4576-a6a3-c21b596bd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:34.409461 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c88ecff-b82c-40b1-860b-5ebc41c47779 req-1e30fbe7-7a52-4576-a6a3-c21b596bd9a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b021e38d-dd44-460d-9b05-4ab2986edac1 HTTP/1.1" status: 200 len: 848 time: 0.0804486 Apr 12 16:26:34.415439 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b5e45-2d44-411d-be48-8552267d0080 req-b79fa825-9b95-41c3-9fe8-773bfe4f305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:34.415644 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b784a-3a35-43c7-9d79-a6ca209f9af7 req-ef1f954e-4768-4760-a859-c7835cd4f833 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:34.416896 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-337b5e45-2d44-411d-be48-8552267d0080 req-b79fa825-9b95-41c3-9fe8-773bfe4f305a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=644bce61-9908-4b22-b9ff-6ee45a6d0077 HTTP/1.1" status: 200 len: 856 time: 0.0432751 Apr 12 16:26:34.417049 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e21b784a-3a35-43c7-9d79-a6ca209f9af7 req-ef1f954e-4768-4760-a859-c7835cd4f833 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 943 time: 0.0801315 Apr 12 16:26:34.463345 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c88ecff-b82c-40b1-860b-5ebc41c47779 req-bb0acfa2-f346-47c8-997d-046e37de4124 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fe30bf7-e15a-43ab-a3df-92a56de425ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362396 Apr 12 16:26:34.464826 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b5e45-2d44-411d-be48-8552267d0080 req-e9c82163-ed57-4091-af52-6723e769b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:34.466393 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-337b5e45-2d44-411d-be48-8552267d0080 req-e9c82163-ed57-4091-af52-6723e769b3d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=659bb59b-3f11-4e82-88df-ec448e9e7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400367 Apr 12 16:26:34.507755 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e21b784a-3a35-43c7-9d79-a6ca209f9af7 req-923177fd-084e-4786-9200-f3d1d635f178 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822957 Apr 12 16:26:34.574873 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-337b5e45-2d44-411d-be48-8552267d0080 req-51b3a8a3-9624-49a5-a7b1-8f80d137b500 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955582 Apr 12 16:26:34.595619 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c88ecff-b82c-40b1-860b-5ebc41c47779 req-49818a86-d96a-4776-9d8f-7bc7618aa430 service neutron] 10.222.0.45 "GET /v2.0/networks/4fe30bf7-e15a-43ab-a3df-92a56de425ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155047 Apr 12 16:26:34.674549 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-337b5e45-2d44-411d-be48-8552267d0080 req-a1b662d7-9122-4dc0-86f1-d6f9e75705b1 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895669 Apr 12 16:26:34.688418 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c88ecff-b82c-40b1-860b-5ebc41c47779 req-350ed7a1-0f29-48b3-8fbe-4e8997105b44 service neutron] 10.222.0.45 "GET /v2.0/networks/4fe30bf7-e15a-43ab-a3df-92a56de425ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842021 Apr 12 16:26:35.260523 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314b746-5529-4e11-b9d8-93ed00c505e9 req-f58c6907-6f50-437f-93ad-e8ce72c6ddfa tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:35.262109 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7314b746-5529-4e11-b9d8-93ed00c505e9 req-f58c6907-6f50-437f-93ad-e8ce72c6ddfa tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 945 time: 0.0567224 Apr 12 16:26:35.323111 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7314b746-5529-4e11-b9d8-93ed00c505e9 req-2bd7b7eb-1d98-473e-a5af-14c3f6b060fc tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534422 Apr 12 16:26:35.546796 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 3245f2df-9d4e-44e8-9884-884ef52ac9a1 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:26:35.549943 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device ea4a126a-a7f5-4e56-928d-bd76dc66e823 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:26:35.630313 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179e9c7-26ba-4855-8645-fc432d28381e req-4d66ebd1-44d8-4090-b6d6-ae94e15263fd tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:35.631909 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6179e9c7-26ba-4855-8645-fc432d28381e req-4d66ebd1-44d8-4090-b6d6-ae94e15263fd tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 943 time: 0.0484769 Apr 12 16:26:35.680914 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6179e9c7-26ba-4855-8645-fc432d28381e req-368edd23-2114-4843-b6d9-fa92c7810ddd tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432837 Apr 12 16:26:35.709247 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port ea4a126a-a7f5-4e56-928d-bd76dc66e823 is: ACTIVE; New status is: DOWN {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:26:35.709632 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:35.736717 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 3245f2df-9d4e-44e8-9884-884ef52ac9a1, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3245f2df-9d4e-44e8-9884-884ef52ac9a1,segment=NetworkSegment(c3ab185b-d6ad-41da-bdc0-e138e6733c6a),segment_id=c3ab185b-d6ad-41da-bdc0-e138e6733c6a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:35.756071 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:26:35.758441 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa216288-b855-4f7f-b0ed-7fe9a3b577e5" -d '{"events": [{"server_uuid": "d79e2e80-5679-41bd-aab2-6e740d404eb7", "name": "network-vif-unplugged", "status": "completed", "tag": "ea4a126a-a7f5-4e56-928d-bd76dc66e823"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:26:35.762904 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': '3245f2df-9d4e-44e8-9884-884ef52ac9a1', 'network_id': '4fe30bf7-e15a-43ab-a3df-92a56de425ea', 'port_id': '3245f2df-9d4e-44e8-9884-884ef52ac9a1', 'mac_address': 'fa:16:3e:97:45:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b021e38d-dd44-460d-9b05-4ab2986edac1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:26:35.776442 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port ea4a126a-a7f5-4e56-928d-bd76dc66e823, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:35.796325 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:35.798841 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 16:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d910646-3481-4a48-aee7-0566103313cb x-openstack-request-id: req-3d910646-3481-4a48-aee7-0566103313cb {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:26:35.799123 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79e2e80-5679-41bd-aab2-6e740d404eb7", "name": "network-vif-unplugged", "status": "completed", "tag": "ea4a126a-a7f5-4e56-928d-bd76dc66e823", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:26:35.799368 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3d910646-3481-4a48-aee7-0566103313cb {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:26:35.799762 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d910646-3481-4a48-aee7-0566103313cb'] response: {'server_uuid': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'code': 200} Apr 12 16:26:35.836562 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 3245f2df-9d4e-44e8-9884-884ef52ac9a1 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:26:35.836932 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:35.863697 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3245f2df-9d4e-44e8-9884-884ef52ac9a1 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:26:35.867740 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=ea4a126a-a7f5-4e56-928d-bd76dc66e823,revision_number=8']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:35.885128 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 3245f2df-9d4e-44e8-9884-884ef52ac9a1, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3245f2df-9d4e-44e8-9884-884ef52ac9a1,segment=NetworkSegment(c3ab185b-d6ad-41da-bdc0-e138e6733c6a),segment_id=c3ab185b-d6ad-41da-bdc0-e138e6733c6a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:35.889753 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:35.942552 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=3245f2df-9d4e-44e8-9884-884ef52ac9a1,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:36.303398 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['3245f2df-9d4e-44e8-9884-884ef52ac9a1'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:26:36.469520 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932fd23-2941-40f2-90f7-7c53447bdb58 req-2ab3a665-fe2a-47b3-b2bb-e772025270c8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:36.476772 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b932fd23-2941-40f2-90f7-7c53447bdb58 req-2ab3a665-fe2a-47b3-b2bb-e772025270c8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0628321 Apr 12 16:26:36.548689 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b932fd23-2941-40f2-90f7-7c53447bdb58 req-13335354-024e-41af-97da-ddbd8f6b022a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709319 Apr 12 16:26:36.801314 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11f698-8ae3-4c62-ac7e-d09d9266c36f req-a4026aac-f7c5-4051-a47d-437bd9faadd9 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:36.802984 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fc11f698-8ae3-4c62-ac7e-d09d9266c36f req-a4026aac-f7c5-4051-a47d-437bd9faadd9 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 944 time: 0.0525844 Apr 12 16:26:36.854876 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fc11f698-8ae3-4c62-ac7e-d09d9266c36f req-e17ffede-69d0-4a99-b187-6268a7897dbb tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427697 Apr 12 16:26:37.559223 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 3245f2df-9d4e-44e8-9884-884ef52ac9a1 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:26:37.606501 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port 3245f2df-9d4e-44e8-9884-884ef52ac9a1 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:26:37.613766 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port 3245f2df-9d4e-44e8-9884-884ef52ac9a1 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:26:37.614178 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:37.669167 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a139-7a96-4ff6-bcd3-83f1f3f96fcb req-db1e927c-cc65-4ea3-bead-b208ce64bde1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:37.670542 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0808a139-7a96-4ff6-bcd3-83f1f3f96fcb req-db1e927c-cc65-4ea3-bead-b208ce64bde1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0467687 Apr 12 16:26:37.698311 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 3245f2df-9d4e-44e8-9884-884ef52ac9a1 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:26:37.698840 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:37.728288 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0808a139-7a96-4ff6-bcd3-83f1f3f96fcb req-92b6df5e-70a6-4061-a9c9-352fadeceadd tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519156 Apr 12 16:26:37.733763 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 3245f2df-9d4e-44e8-9884-884ef52ac9a1, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3245f2df-9d4e-44e8-9884-884ef52ac9a1,segment=NetworkSegment(c3ab185b-d6ad-41da-bdc0-e138e6733c6a),segment_id=c3ab185b-d6ad-41da-bdc0-e138e6733c6a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:37.738988 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:37.802344 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab5e017-4c60-427d-adbd-b1e5c59f96f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3245f2df-9d4e-44e8-9884-884ef52ac9a1'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:26:37.804849 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51468a5d-6d68-4c22-8c53-281305b8c74e" -d '{"events": [{"server_uuid": "dab5e017-4c60-427d-adbd-b1e5c59f96f1", "name": "network-vif-plugged", "status": "completed", "tag": "3245f2df-9d4e-44e8-9884-884ef52ac9a1"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:26:37.808063 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=3245f2df-9d4e-44e8-9884-884ef52ac9a1,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:38.077039 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11524d12-cfaa-45a8-89fe-5e16258ecf09 x-openstack-request-id: req-11524d12-cfaa-45a8-89fe-5e16258ecf09 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:26:38.077810 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab5e017-4c60-427d-adbd-b1e5c59f96f1", "name": "network-vif-plugged", "status": "completed", "tag": "3245f2df-9d4e-44e8-9884-884ef52ac9a1", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:26:38.078443 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-11524d12-cfaa-45a8-89fe-5e16258ecf09 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:26:38.079326 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11524d12-cfaa-45a8-89fe-5e16258ecf09'] response: {'server_uuid': 'dab5e017-4c60-427d-adbd-b1e5c59f96f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3245f2df-9d4e-44e8-9884-884ef52ac9a1', 'code': 200} Apr 12 16:26:38.200338 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220e242-1ada-4090-9fd9-ba0db10c0770 req-3195bdc1-f242-49be-9535-00a011b37fc5 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:38.202011 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6220e242-1ada-4090-9fd9-ba0db10c0770 req-3195bdc1-f242-49be-9535-00a011b37fc5 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 945 time: 0.0612395 Apr 12 16:26:38.262518 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6220e242-1ada-4090-9fd9-ba0db10c0770 req-b863cce7-b9ad-4734-8f15-bdac30211de7 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538981 Apr 12 16:26:38.292949 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad197844-029a-41b3-9bfd-a0898c9d001b req-2e0d5975-7cea-49ed-8639-7e3cee592c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:38.294542 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ad197844-029a-41b3-9bfd-a0898c9d001b req-2e0d5975-7cea-49ed-8639-7e3cee592c44 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 1129 time: 0.0475268 Apr 12 16:26:38.343931 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ad197844-029a-41b3-9bfd-a0898c9d001b req-018ab97a-d12e-46ac-b83e-0b5c6bd39200 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420675 Apr 12 16:26:38.574693 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [req-5677dff3-b22a-41fd-84b3-5061908eb0ef req-358fd029-837e-4aec-8f26-708fea41a370 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:26:38.575813 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5677dff3-b22a-41fd-84b3-5061908eb0ef req-358fd029-837e-4aec-8f26-708fea41a370 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074971 Apr 12 16:26:38.742472 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c251e-4acc-45fe-a8eb-bc7864fae30f req-89fc86e5-f04c-4369-9b53-9a2a5c5bcdbf tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:38.743961 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-528c251e-4acc-45fe-a8eb-bc7864fae30f req-89fc86e5-f04c-4369-9b53-9a2a5c5bcdbf tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0484326 Apr 12 16:26:38.776809 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-e2801082-2d6e-4241-8b88-b3381d1b5163 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417383 Apr 12 16:26:38.795207 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-528c251e-4acc-45fe-a8eb-bc7864fae30f req-6ac069c9-cfb6-4689-9c6b-ce37a4d036e1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456276 Apr 12 16:26:38.851929 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-6e8689b3-7d69-4126-a084-fb2af5fc5115 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:38.853357 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-6e8689b3-7d69-4126-a084-fb2af5fc5115 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports/ea4a126a-a7f5-4e56-928d-bd76dc66e823 HTTP/1.1" status: 200 len: 940 time: 0.0481372 Apr 12 16:26:39.096710 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:26:39.398648 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a5c71-6bc0-4fac-8729-bc09f1ce8542 req-46e1e74d-646f-40aa-9506-674fc54cadb1 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:39.400126 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8b7a5c71-6bc0-4fac-8729-bc09f1ce8542 req-46e1e74d-646f-40aa-9506-674fc54cadb1 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 945 time: 0.0595865 Apr 12 16:26:39.452628 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8b7a5c71-6bc0-4fac-8729-bc09f1ce8542 req-273a5ddd-4624-4c85-b1d8-7dc3aafe678c tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461099 Apr 12 16:26:39.936845 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73231b9-fc55-4d72-bef9-556dc120315f req-4663e317-e94b-4a35-95c2-5df52bad5993 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:39.938572 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b73231b9-fc55-4d72-bef9-556dc120315f req-4663e317-e94b-4a35-95c2-5df52bad5993 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0570173 Apr 12 16:26:39.988204 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b73231b9-fc55-4d72-bef9-556dc120315f req-d4fc5f70-769d-48b3-b802-77c082e1bd36 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435326 Apr 12 16:26:40.582962 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93942f6b-ece9-4383-8f7b-1f3406e9833b req-0d60d8e2-d073-48b8-9c33-6072d94a352f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:40.584552 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-93942f6b-ece9-4383-8f7b-1f3406e9833b req-0d60d8e2-d073-48b8-9c33-6072d94a352f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 945 time: 0.0585213 Apr 12 16:26:40.639841 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-93942f6b-ece9-4383-8f7b-1f3406e9833b req-6fd54870-71f5-4f9f-b475-30d53791f7d2 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482566 Apr 12 16:26:41.141173 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888771c-6c6b-4c3f-b632-4b2fd0a3ffe2 req-f5a4d7fe-e663-488b-b972-e846c8acf2f1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:41.142867 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5888771c-6c6b-4c3f-b632-4b2fd0a3ffe2 req-f5a4d7fe-e663-488b-b972-e846c8acf2f1 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0566528 Apr 12 16:26:41.191195 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5888771c-6c6b-4c3f-b632-4b2fd0a3ffe2 req-29ecf9c4-977b-4592-a5e9-429003a2934c tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414157 Apr 12 16:26:41.279446 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-a2ecea12-c2fc-4f57-b1c3-5c6fc1df9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:41.281063 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-a2ecea12-c2fc-4f57-b1c3-5c6fc1df9872 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7&tenant_id=45e8e703a32d4ac4be28bb7018de850f HTTP/1.1" status: 200 len: 1127 time: 0.0447614 Apr 12 16:26:41.357885 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-05555566-3d69-4de3-8eb9-7fab9fc10a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:41.359808 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-05555566-3d69-4de3-8eb9-7fab9fc10a65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45e8e703a32d4ac4be28bb7018de850f&device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 1127 time: 0.0491912 Apr 12 16:26:41.455164 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c0f52-b0b3-44bf-8ba2-08ca22b534eb req-8ca83eac-05ed-4f84-af98-85c531b7d550 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:41.456667 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d49c0f52-b0b3-44bf-8ba2-08ca22b534eb req-8ca83eac-05ed-4f84-af98-85c531b7d550 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 945 time: 0.0652759 Apr 12 16:26:41.505017 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d49c0f52-b0b3-44bf-8ba2-08ca22b534eb req-466dd8b0-e1d0-474d-9506-0aaf6eb4c9b6 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Apr 12 16:26:41.558895 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device ea4a126a-a7f5-4e56-928d-bd76dc66e823 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:26:41.639771 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port ea4a126a-a7f5-4e56-928d-bd76dc66e823 is: DOWN; New status is: DOWN {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:26:42.315578 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cc210-bfca-4239-b5e5-b4adbbc2463f req-4699d911-f9dd-47cf-b3f7-4655b1cce180 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:42.317147 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-953cc210-bfca-4239-b5e5-b4adbbc2463f req-4699d911-f9dd-47cf-b3f7-4655b1cce180 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0480134 Apr 12 16:26:42.368930 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-953cc210-bfca-4239-b5e5-b4adbbc2463f req-e172efa7-a0a5-42c2-bc66-62a617cd5c86 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460575 Apr 12 16:26:42.635583 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7128f4-b89e-4223-8861-75b1c90de53c req-2a01a991-6859-4b76-8944-9f0930542ced tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:42.637040 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ff7128f4-b89e-4223-8861-75b1c90de53c req-2a01a991-6859-4b76-8944-9f0930542ced tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 945 time: 0.0491016 Apr 12 16:26:42.687891 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ff7128f4-b89e-4223-8861-75b1c90de53c req-2d7d4651-4ea0-4e1d-90d5-3bb2aea1d954 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449700 Apr 12 16:26:42.851816 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-1399a6f0-98af-4059-b091-6200060e5519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:42.853279 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-1399a6f0-98af-4059-b091-6200060e5519 service neutron] 10.222.0.45 "GET /v2.0/networks?id=659bb59b-3f11-4e82-88df-ec448e9e7e28 HTTP/1.1" status: 200 len: 918 time: 0.0911872 Apr 12 16:26:43.028053 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-bc239317-3747-4497-ad1c-19087b37a2a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823 HTTP/1.1" status: 200 len: 999 time: 0.0650394 Apr 12 16:26:43.087069 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-e3382275-23b0-46dc-b4f2-25a682c53b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:43.088529 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-e3382275-23b0-46dc-b4f2-25a682c53b77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=644bce61-9908-4b22-b9ff-6ee45a6d0077 HTTP/1.1" status: 200 len: 856 time: 0.0533211 Apr 12 16:26:43.142081 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-c6157479-4a7d-42cf-b19b-0d92e416b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:43.143903 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-c6157479-4a7d-42cf-b19b-0d92e416b08a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=659bb59b-3f11-4e82-88df-ec448e9e7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483723 Apr 12 16:26:43.144899 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951db1a-3f7f-41d8-bedd-83c465521e7f req-0f1dca30-bce0-406c-92f8-f8f466c7f5b0 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:43.146462 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3951db1a-3f7f-41d8-bedd-83c465521e7f req-0f1dca30-bce0-406c-92f8-f8f466c7f5b0 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.45 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 945 time: 0.0561852 Apr 12 16:26:43.246548 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-3951db1a-3f7f-41d8-bedd-83c465521e7f req-e4256358-a7a2-4c67-b14f-74735b43ea24 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Deleting port 3245f2df-9d4e-44e8-9884-884ef52ac9a1 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:26:43.246883 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-3951db1a-3f7f-41d8-bedd-83c465521e7f req-e4256358-a7a2-4c67-b14f-74735b43ea24 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:43.249413 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-48a24300-6149-440b-926f-406728e4dcd1 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943916 Apr 12 16:26:43.344798 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-3951db1a-3f7f-41d8-bedd-83c465521e7f req-e4256358-a7a2-4c67-b14f-74735b43ea24 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] For port 3245f2df-9d4e-44e8-9884-884ef52ac9a1, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3245f2df-9d4e-44e8-9884-884ef52ac9a1,segment=NetworkSegment(c3ab185b-d6ad-41da-bdc0-e138e6733c6a),segment_id=c3ab185b-d6ad-41da-bdc0-e138e6733c6a)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:43.345174 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-3951db1a-3f7f-41d8-bedd-83c465521e7f req-e4256358-a7a2-4c67-b14f-74735b43ea24 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:43.356728 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-070cb1a3-978e-4d4c-b5b6-b7e6f7200cf4 req-602c3864-c9bf-42db-b377-8f4ccaa96677 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966470 Apr 12 16:26:43.361099 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-3951db1a-3f7f-41d8-bedd-83c465521e7f req-e4256358-a7a2-4c67-b14f-74735b43ea24 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Calling delete_port for 3245f2df-9d4e-44e8-9884-884ef52ac9a1 owned by compute:nova {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:26:43.509647 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-3951db1a-3f7f-41d8-bedd-83c465521e7f req-e4256358-a7a2-4c67-b14f-74735b43ea24 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (3245f2df-9d4e-44e8-9884-884ef52ac9a1), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:43.524359 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8927ab-48b4-4119-b9d9-ce3a4b693286 req-05914796-3500-4ec6-a281-4a37f598a7f2 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:43.524920 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['3245f2df-9d4e-44e8-9884-884ef52ac9a1'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:26:43.525847 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0a8927ab-48b4-4119-b9d9-ce3a4b693286 req-05914796-3500-4ec6-a281-4a37f598a7f2 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0567775 Apr 12 16:26:43.550943 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4256358-a7a2-4c67-b14f-74735b43ea24 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Pushing event deleted for resources: {'Port': ['ID=3245f2df-9d4e-44e8-9884-884ef52ac9a1,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:43.593084 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-3951db1a-3f7f-41d8-bedd-83c465521e7f req-e4256358-a7a2-4c67-b14f-74735b43ea24 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] No DVR routers for this DVR port 3245f2df-9d4e-44e8-9884-884ef52ac9a1 on host hv-cinder-83752 {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:26:43.595470 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-3951db1a-3f7f-41d8-bedd-83c465521e7f req-e4256358-a7a2-4c67-b14f-74735b43ea24 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:43.603419 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3951db1a-3f7f-41d8-bedd-83c465521e7f req-e4256358-a7a2-4c67-b14f-74735b43ea24 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.45 "DELETE /v2.0/ports/3245f2df-9d4e-44e8-9884-884ef52ac9a1 HTTP/1.1" status: 204 len: 173 time: 0.4478202 Apr 12 16:26:43.604052 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab5e017-4c60-427d-adbd-b1e5c59f96f1', 'name': 'network-vif-deleted', 'tag': '3245f2df-9d4e-44e8-9884-884ef52ac9a1'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:26:43.607120 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cd8a32-343b-4942-9796-5bd001e349ec" -d '{"events": [{"server_uuid": "dab5e017-4c60-427d-adbd-b1e5c59f96f1", "name": "network-vif-deleted", "tag": "3245f2df-9d4e-44e8-9884-884ef52ac9a1"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:26:43.617725 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0a8927ab-48b4-4119-b9d9-ce3a4b693286 req-a1bb7a05-87bc-4995-9613-7ac63eb565b3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742757 Apr 12 16:26:43.648315 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d363ffc1-eaa1-4a0f-b31f-91168ae4ccb0 x-openstack-request-id: req-d363ffc1-eaa1-4a0f-b31f-91168ae4ccb0 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:26:43.648750 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab5e017-4c60-427d-adbd-b1e5c59f96f1", "name": "network-vif-deleted", "tag": "3245f2df-9d4e-44e8-9884-884ef52ac9a1", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:26:43.649179 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d363ffc1-eaa1-4a0f-b31f-91168ae4ccb0 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:26:43.649690 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d363ffc1-eaa1-4a0f-b31f-91168ae4ccb0'] response: {'server_uuid': 'dab5e017-4c60-427d-adbd-b1e5c59f96f1', 'name': 'network-vif-deleted', 'tag': '3245f2df-9d4e-44e8-9884-884ef52ac9a1', 'status': 'completed', 'code': 200} Apr 12 16:26:43.797585 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-be20b02c-4376-47db-bacf-0efb54f1b889 req-1ec46dad-38b8-4c34-8425-6221dfd734e4 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 210 time: 0.0270011 Apr 12 16:26:44.758640 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35309fb5-2dfc-4af6-85e8-2ca7bfafd969 req-dae23ca9-8c39-4a0c-a019-490fc0aea00f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:44.760182 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-35309fb5-2dfc-4af6-85e8-2ca7bfafd969 req-dae23ca9-8c39-4a0c-a019-490fc0aea00f tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0564971 Apr 12 16:26:44.819630 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-35309fb5-2dfc-4af6-85e8-2ca7bfafd969 req-a8675b83-2eeb-4929-b6f4-b427b0b62a28 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536828 Apr 12 16:26:44.922687 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a9ccf0e6-7546-4251-94ff-c55efe69f3c8 req-9391b15a-0b25-4c34-b1b0-bd2d556fb932 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 210 time: 0.0302629 Apr 12 16:26:45.958353 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc5711-5f08-43c1-a2b0-fd6bc36eda3c req-7b61c343-d854-4055-baf3-9bee4a0c85ba tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:45.960581 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-45fc5711-5f08-43c1-a2b0-fd6bc36eda3c req-7b61c343-d854-4055-baf3-9bee4a0c85ba tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0548942 Apr 12 16:26:46.013626 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-45fc5711-5f08-43c1-a2b0-fd6bc36eda3c req-cdf2e469-73db-41cd-adb3-5c7dfb31b35a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476274 Apr 12 16:26:46.060768 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4f4f001e-2761-4f21-897b-bf1760518121 req-b210a866-8e81-4956-8b06-d17892a2426a tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 210 time: 0.0354245 Apr 12 16:26:47.167985 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec934f42-4bff-479a-bd1e-62119c95ab12 req-372f2444-e59b-442b-aaf3-879d6ec814f7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:47.169497 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ec934f42-4bff-479a-bd1e-62119c95ab12 req-372f2444-e59b-442b-aaf3-879d6ec814f7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0739098 Apr 12 16:26:47.198072 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8070081e-5b9d-46f3-9daa-7e39354c15d6 req-06b419ad-f989-47b9-8472-c3e83c289418 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 210 time: 0.0445826 Apr 12 16:26:47.237233 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ec934f42-4bff-479a-bd1e-62119c95ab12 req-b2b2da3d-64ba-4ae7-9367-5aeeef29e0a0 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482378 Apr 12 16:26:47.562889 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 3245f2df-9d4e-44e8-9884-884ef52ac9a1 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:26:47.584099 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: 3245f2df-9d4e-44e8-9884-884ef52ac9a1 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:26:47.584680 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 3245f2df-9d4e-44e8-9884-884ef52ac9a1 not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:26:48.312351 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-08d127f5-d517-4ae2-a045-b7faeefd345a req-6ba4518f-aed2-4c82-a74f-995f05fb1217 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 210 time: 0.0323541 Apr 12 16:26:48.375683 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553db2f-ddc7-42c9-9411-539efb5cdd9e req-029defcb-b767-49e4-ac22-dd68a5448c38 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:48.383611 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5553db2f-ddc7-42c9-9411-539efb5cdd9e req-029defcb-b767-49e4-ac22-dd68a5448c38 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0655596 Apr 12 16:26:48.428692 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5553db2f-ddc7-42c9-9411-539efb5cdd9e req-065a43a0-0fdc-436a-aaa1-39e20ba6dbae tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440910 Apr 12 16:26:49.431257 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-91dc472a-b9ed-451d-a8a2-96477f27fbd3 req-271d9ad7-a7ac-4e6e-8913-66e8c0ad3c2e tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 210 time: 0.0296295 Apr 12 16:26:49.556240 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe1ed9-875c-441e-be89-e66b2e6e7a33 req-9c2bcd4f-3cbd-43ac-b6af-30e2c50a0500 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:49.557728 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0afe1ed9-875c-441e-be89-e66b2e6e7a33 req-9c2bcd4f-3cbd-43ac-b6af-30e2c50a0500 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0549221 Apr 12 16:26:49.608651 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0afe1ed9-875c-441e-be89-e66b2e6e7a33 req-7aea6c1d-4ee4-4b0a-b146-853de0ac42f3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453043 Apr 12 16:26:50.550145 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-72a7e978-1377-45b4-b93a-6efef7dcab23 req-23b50595-4e1a-4634-a5b9-45252b93de96 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 210 time: 0.0335386 Apr 12 16:26:50.663792 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2f9e-1882-42df-8051-d1b43875eb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:50.748356 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906bf9c-ce71-4982-94ee-b5325fe31338 req-7214d96e-8870-4c06-b102-0e55bffa7485 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:50.750711 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2906bf9c-ce71-4982-94ee-b5325fe31338 req-7214d96e-8870-4c06-b102-0e55bffa7485 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0527363 Apr 12 16:26:50.819068 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2906bf9c-ce71-4982-94ee-b5325fe31338 req-10929481-379f-42a7-9960-26073b54cee8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618994 Apr 12 16:26:51.661766 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2ba6d624-2150-4b5b-9a7f-d74d7f9c1305 req-f7e06e19-1a43-4a80-ac63-ea8d57b16c3f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 210 time: 0.0282521 Apr 12 16:26:51.969853 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a37110-e291-407a-8a40-eb0bae53e330 req-002decda-3bac-4dd5-b50c-6aac537be69d tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:51.969853 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-33a37110-e291-407a-8a40-eb0bae53e330 req-002decda-3bac-4dd5-b50c-6aac537be69d tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0675149 Apr 12 16:26:52.013690 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-33a37110-e291-407a-8a40-eb0bae53e330 req-36f9aa9f-a92d-4a5a-9865-52a99dbb711a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405793 Apr 12 16:26:52.772087 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-db3fee7c-6a81-41d1-aa8d-1b18776fe235 req-25c5568c-67d0-4f31-ab52-37bc0525f20a tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 210 time: 0.0278878 Apr 12 16:26:52.969243 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-af786d43-d4e9-44cf-8344-c50cd263ef47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:53.139174 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc479be6-33c7-4493-b6b8-1f9ed2ae8a6d req-8042298c-22b6-4de3-a556-a44e311ad18b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:53.140660 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dc479be6-33c7-4493-b6b8-1f9ed2ae8a6d req-8042298c-22b6-4de3-a556-a44e311ad18b tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0538652 Apr 12 16:26:53.192461 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dc479be6-33c7-4493-b6b8-1f9ed2ae8a6d req-5c54c20e-5a40-4e58-b9b7-caf4894dba93 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438480 Apr 12 16:26:53.885727 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2a03695d-8960-4a90-8c03-abb346247ec3 req-4d35ce39-523d-461e-a6c8-5e0835d42312 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab5e017-4c60-427d-adbd-b1e5c59f96f1 HTTP/1.1" status: 200 len: 210 time: 0.0289044 Apr 12 16:26:54.213907 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:54.330153 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e7806-572f-410e-aaf2-fd1aef832bd4 req-87598ac6-e776-496c-8884-da303163aed6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:54.331535 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2e0e7806-572f-410e-aaf2-fd1aef832bd4 req-87598ac6-e776-496c-8884-da303163aed6 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0516765 Apr 12 16:26:54.380063 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2e0e7806-572f-410e-aaf2-fd1aef832bd4 req-9c7cd512-9f98-4718-9faf-be92bb80ccc3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420792 Apr 12 16:26:55.173265 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-c09865f1-cff5-49c8-ae70-bcda8cdece14 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:55.174487 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-c09865f1-cff5-49c8-ae70-bcda8cdece14 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/networks?id=4fe30bf7-e15a-43ab-a3df-92a56de425ea HTTP/1.1" status: 200 len: 808 time: 0.1109171 Apr 12 16:26:55.189365 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-58e4d4c9-3ca0-4113-abde-0b3b71204aaf tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/quotas/5fda4b0004a04e11b47261d4874b63c1 HTTP/1.1" status: 200 len: 375 time: 0.0089865 Apr 12 16:26:55.205245 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:55.222870 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-3a4715fa-c81e-4e3f-8fd6-948f65eed8bf tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fda4b0004a04e11b47261d4874b63c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275483 Apr 12 16:26:55.317777 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-0b153904-91d2-4d8f-8653-97ba2fbfcc11 service neutron] 10.222.0.67 "GET /v2.0/networks/4fe30bf7-e15a-43ab-a3df-92a56de425ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879641 Apr 12 16:26:55.410847 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-da85a680-9e9c-4bc8-8355-6a290b2bbb95 service neutron] 10.222.0.67 "GET /v2.0/networks/4fe30bf7-e15a-43ab-a3df-92a56de425ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887043 Apr 12 16:26:55.549152 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36020f51-bc10-42f1-946c-222fbb637fc9 req-b97ec467-4724-45bc-8238-0acf6b87d2a3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:55.554683 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-36020f51-bc10-42f1-946c-222fbb637fc9 req-b97ec467-4724-45bc-8238-0acf6b87d2a3 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 943 time: 0.0648968 Apr 12 16:26:55.559627 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:55.589543 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device ea4a126a-a7f5-4e56-928d-bd76dc66e823 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:26:55.607183 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c093247-28dc-4ef3-a2ed-c1b0f1900dd8 req-03132c29-0cee-4a58-ac89-900f21c7bd28 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 210 time: 0.0420399 Apr 12 16:26:55.633918 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-36020f51-bc10-42f1-946c-222fbb637fc9 req-b3f512d9-8a0d-4fd9-9fcb-2cf64643c3bf tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761652 Apr 12 16:26:55.715525 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port ea4a126a-a7f5-4e56-928d-bd76dc66e823, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:55.728869 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'port_id': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'mac_address': 'fa:16:3e:40:07:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:26:55.771513 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port ea4a126a-a7f5-4e56-928d-bd76dc66e823 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:26:55.772157 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:55.787122 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4a126a-a7f5-4e56-928d-bd76dc66e823 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:26:55.807682 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port ea4a126a-a7f5-4e56-928d-bd76dc66e823, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:55.812823 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:55.860902 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=ea4a126a-a7f5-4e56-928d-bd76dc66e823,revision_number=9']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:56.108762 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['ea4a126a-a7f5-4e56-928d-bd76dc66e823'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:26:56.612720 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-c1427299-cdad-43d8-a998-79ca76bc845e tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:56.614204 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-c1427299-cdad-43d8-a998-79ca76bc845e tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.45 "GET /v2.0/networks?id=4fe30bf7-e15a-43ab-a3df-92a56de425ea HTTP/1.1" status: 200 len: 808 time: 0.1050799 Apr 12 16:26:56.630896 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Request body: {'port': {'device_id': 'b29144df-20aa-404b-91b9-56c2aa94b887', 'network_id': '4fe30bf7-e15a-43ab-a3df-92a56de425ea', 'admin_state_up': True, 'tenant_id': '5fda4b0004a04e11b47261d4874b63c1'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:26:56.720051 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0328631c-fa54-4767-b23a-cc057485a8b4 req-7dd435c4-a7de-4fd0-9259-7d2116112b9b tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 210 time: 0.0337594 Apr 12 16:26:56.749934 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Made reservation on behalf of 5fda4b0004a04e11b47261d4874b63c1 for: {'port': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:26:56.753437 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:56.765612 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf57e0a-7b83-417b-b241-5d860296c01f req-44227455-72bb-4ff4-bd34-b7c722445d46 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:56.767035 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4cf57e0a-7b83-417b-b241-5d860296c01f req-44227455-72bb-4ff4-bd34-b7c722445d46 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 944 time: 0.0500262 Apr 12 16:26:56.815916 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4cf57e0a-7b83-417b-b241-5d860296c01f req-d67f9994-8db3-4530-abfb-bbf8b3bf293e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430093 Apr 12 16:26:56.877716 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Allocated IP 172.20.0.10 (4fe30bf7-e15a-43ab-a3df-92a56de425ea/b021e38d-dd44-460d-9b05-4ab2986edac1/55530a37-549d-4228-8d3f-3f8436b299a8) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:26:57.039379 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks [] for port (55530a37-549d-4228-8d3f-3f8436b299a8), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:57.051442 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:57.075730 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (55530a37-549d-4228-8d3f-3f8436b299a8), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:57.122366 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Network 4fe30bf7-e15a-43ab-a3df-92a56de425ea is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:26:57.126113 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:26:57.128463 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:26:57.174502 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Pushing event updated for resources: {'Port': ['ID=55530a37-549d-4228-8d3f-3f8436b299a8,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:57.188317 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.188684 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.189184 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.189373 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.189708 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.190071 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.190937 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.190937 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.191138 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.191369 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.191683 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.192009 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.192336 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.192656 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.193023 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:26:57.210414 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:57.211029 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:57.271663 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-18f255ad-a96a-4da7-a0cf-6b900bb6564f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6444759 Apr 12 16:26:57.283782 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Request body: {'port': {'device_id': 'b29144df-20aa-404b-91b9-56c2aa94b887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:26:57.345600 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (55530a37-549d-4228-8d3f-3f8436b299a8), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:57.608611 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device ea4a126a-a7f5-4e56-928d-bd76dc66e823 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:26:57.640467 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55530a37-549d-4228-8d3f-3f8436b299a8 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:26:57.648442 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Publish callbacks [] for port (55530a37-549d-4228-8d3f-3f8436b299a8), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:57.656934 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port ea4a126a-a7f5-4e56-928d-bd76dc66e823 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:26:57.657312 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:57.662266 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Transition to ACTIVE for port object 55530a37-549d-4228-8d3f-3f8436b299a8 will not be triggered until provisioned by entity L2. {{(pid=103550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:26:57.666763 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25838556'] for port (55530a37-549d-4228-8d3f-3f8436b299a8), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:57.717513 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Pushing event updated for resources: {'Port': ['ID=55530a37-549d-4228-8d3f-3f8436b299a8,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:57.747396 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port ea4a126a-a7f5-4e56-928d-bd76dc66e823 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:26:57.748034 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:57.775780 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:26:57.778368 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ef7c5e-f0cc-4d48-be32-67fe648bb76c" -d '{"events": [{"server_uuid": "d79e2e80-5679-41bd-aab2-6e740d404eb7", "name": "network-vif-plugged", "status": "completed", "tag": "ea4a126a-a7f5-4e56-928d-bd76dc66e823"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:26:57.792339 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port ea4a126a-a7f5-4e56-928d-bd76dc66e823, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:26:57.799649 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:57.800241 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Attempting to bind port 55530a37-549d-4228-8d3f-3f8436b299a8 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:26:57.801128 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Attempting to bind port 55530a37-549d-4228-8d3f-3f8436b299a8 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'c3ab185b-d6ad-41da-bdc0-e138e6733c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4fe30bf7-e15a-43ab-a3df-92a56de425ea'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:26:57.802229 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Attempting to bind port 55530a37-549d-4228-8d3f-3f8436b299a8 on network 4fe30bf7-e15a-43ab-a3df-92a56de425ea {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:26:57.809090 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Port 55530a37-549d-4228-8d3f-3f8436b299a8 on network 4fe30bf7-e15a-43ab-a3df-92a56de425ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:26:57.809423 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Attempting to bind port 55530a37-549d-4228-8d3f-3f8436b299a8 on network 4fe30bf7-e15a-43ab-a3df-92a56de425ea {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:26:57.815380 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:26:57.815726 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Checking segment: {'id': 'c3ab185b-d6ad-41da-bdc0-e138e6733c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4fe30bf7-e15a-43ab-a3df-92a56de425ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:26:57.816118 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Bound using segment: {'id': 'c3ab185b-d6ad-41da-bdc0-e138e6733c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4fe30bf7-e15a-43ab-a3df-92a56de425ea'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:26:57.816560 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Bound port: 55530a37-549d-4228-8d3f-3f8436b299a8, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ab185b-d6ad-41da-bdc0-e138e6733c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4fe30bf7-e15a-43ab-a3df-92a56de425ea'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:26:57.816926 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (55530a37-549d-4228-8d3f-3f8436b299a8), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:57.830906 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e33f7af-02d7-49ff-86c6-6135a01a003f x-openstack-request-id: req-4e33f7af-02d7-49ff-86c6-6135a01a003f {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:26:57.831440 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79e2e80-5679-41bd-aab2-6e740d404eb7", "name": "network-vif-plugged", "status": "completed", "tag": "ea4a126a-a7f5-4e56-928d-bd76dc66e823", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:26:57.832120 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4e33f7af-02d7-49ff-86c6-6135a01a003f {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:26:57.832599 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e33f7af-02d7-49ff-86c6-6135a01a003f'] response: {'server_uuid': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'code': 200} Apr 12 16:26:57.883266 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=ea4a126a-a7f5-4e56-928d-bd76dc66e823,revision_number=10']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:57.898100 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] For port 55530a37-549d-4228-8d3f-3f8436b299a8, host hv-cinder-83752, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:26:57.902188 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] For port 55530a37-549d-4228-8d3f-3f8436b299a8, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=55530a37-549d-4228-8d3f-3f8436b299a8,segment=NetworkSegment(c3ab185b-d6ad-41da-bdc0-e138e6733c6a),segment_id=c3ab185b-d6ad-41da-bdc0-e138e6733c6a)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:26:57.909515 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25838556'] for port (55530a37-549d-4228-8d3f-3f8436b299a8), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:57.957178 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:57.957948 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:26:57.959749 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] 10.222.0.45 "PUT /v2.0/ports/55530a37-549d-4228-8d3f-3f8436b299a8 HTTP/1.1" status: 200 len: 1094 time: 0.6801560 Apr 12 16:26:57.960337 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29144df-20aa-404b-91b9-56c2aa94b887', 'tag': '55530a37-549d-4228-8d3f-3f8436b299a8'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:26:57.962990 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4b0a52-cd71-47d2-82d2-b56bc1468b74" -d '{"events": [{"name": "network-changed", "server_uuid": "b29144df-20aa-404b-91b9-56c2aa94b887", "tag": "55530a37-549d-4228-8d3f-3f8436b299a8"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:26:57.984173 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03856f8-4336-4012-9521-1aaa340b43f7 service neutron] Pushing event updated for resources: {'Port': ['ID=55530a37-549d-4228-8d3f-3f8436b299a8,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:26:58.049265 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbde5a-bd1b-49b6-8ff2-11de1ed267db req-60b1c874-2ba4-4195-8301-b9c35f0d1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:58.050813 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d3cbde5a-bd1b-49b6-8ff2-11de1ed267db req-60b1c874-2ba4-4195-8301-b9c35f0d1e48 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 1130 time: 0.0436373 Apr 12 16:26:58.103480 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d3cbde5a-bd1b-49b6-8ff2-11de1ed267db req-ff43c4e5-06e1-4549-88c7-882524b9195a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426676 Apr 12 16:26:58.197258 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee6822-c497-4c3e-bb82-ec380d60621a req-9456c81e-e32d-4c58-a8bd-6965a66e9604 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:58.199007 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-98ee6822-c497-4c3e-bb82-ec380d60621a req-9456c81e-e32d-4c58-a8bd-6965a66e9604 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 944 time: 0.4085009 Apr 12 16:26:58.203756 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-a81f37aa-f261-4385-9a46-fe68300e6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:58.205081 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-a81f37aa-f261-4385-9a46-fe68300e6346 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fda4b0004a04e11b47261d4874b63c1&device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 1128 time: 0.0788414 Apr 12 16:26:58.220878 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783f9cb-5b42-43d8-8841-861b2a6ffd73 req-1b90fde9-135a-4484-a3ce-06b8374050df tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:58.222254 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7783f9cb-5b42-43d8-8841-861b2a6ffd73 req-1b90fde9-135a-4484-a3ce-06b8374050df tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 946 time: 0.0946455 Apr 12 16:26:58.283961 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-98ee6822-c497-4c3e-bb82-ec380d60621a req-97d517c3-8f7b-4ccc-ba20-c7cd5b57608a tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761127 Apr 12 16:26:58.290858 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7783f9cb-5b42-43d8-8841-861b2a6ffd73 req-84595c63-69bf-4491-a295-55de5d7764dc tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623672 Apr 12 16:26:58.335812 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f62f134-4a08-4992-b762-650d92206550 x-openstack-request-id: req-3f62f134-4a08-4992-b762-650d92206550 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:26:58.336172 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29144df-20aa-404b-91b9-56c2aa94b887", "tag": "55530a37-549d-4228-8d3f-3f8436b299a8", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:26:58.336493 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3f62f134-4a08-4992-b762-650d92206550 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:26:58.336967 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f62f134-4a08-4992-b762-650d92206550'] response: {'name': 'network-changed', 'server_uuid': 'b29144df-20aa-404b-91b9-56c2aa94b887', 'tag': '55530a37-549d-4228-8d3f-3f8436b299a8', 'status': 'completed', 'code': 200} Apr 12 16:26:58.360537 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-64115a84-7ebb-4daf-92c3-133659dddd57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55530a37-549d-4228-8d3f-3f8436b299a8 HTTP/1.1" status: 200 len: 217 time: 0.0346491 Apr 12 16:26:58.411568 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-431cd006-c7ff-4e3d-b1f3-dec417cf2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:58.412978 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-431cd006-c7ff-4e3d-b1f3-dec417cf2df8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b021e38d-dd44-460d-9b05-4ab2986edac1 HTTP/1.1" status: 200 len: 848 time: 0.0419674 Apr 12 16:26:58.449066 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-fcef1cc5-4299-46b5-9470-f9b0467ff263 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fe30bf7-e15a-43ab-a3df-92a56de425ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283589 Apr 12 16:26:58.544368 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-6f7149fe-849e-4777-82ee-2147a84362b1 service neutron] 10.222.0.45 "GET /v2.0/networks/4fe30bf7-e15a-43ab-a3df-92a56de425ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831544 Apr 12 16:26:59.034634 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c3ae5679-0dfc-4e5b-bcbf-733763f66170 req-97643486-850d-4bff-9956-695ee5ce0844 service neutron] 10.222.0.45 "GET /v2.0/networks/4fe30bf7-e15a-43ab-a3df-92a56de425ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073856 Apr 12 16:26:59.432812 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30509020-aa58-4688-af9c-6c16de3cdd20 req-adfafbc0-0e63-4f63-b62e-607417bf2fdd tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:59.434296 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-30509020-aa58-4688-af9c-6c16de3cdd20 req-adfafbc0-0e63-4f63-b62e-607417bf2fdd tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 944 time: 0.0723007 Apr 12 16:26:59.453055 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe80c42-41f9-43fa-9200-9aaf0ce6433e req-83635e14-e6dc-4510-aa43-165dfb1c8c52 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:26:59.454452 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7fe80c42-41f9-43fa-9200-9aaf0ce6433e req-83635e14-e6dc-4510-aa43-165dfb1c8c52 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 946 time: 0.0642805 Apr 12 16:26:59.523520 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-30509020-aa58-4688-af9c-6c16de3cdd20 req-c11a2f1b-8883-4736-bbec-68891f764503 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835924 Apr 12 16:26:59.530361 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7fe80c42-41f9-43fa-9200-9aaf0ce6433e req-006bb486-93fe-4af0-8ca8-d77f250b42f7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686021 Apr 12 16:27:00.441267 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0a52-cd71-47d2-82d2-b56bc1468b74 req-cc0c460d-7866-4725-92a6-5c6524ae6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:00.443365 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a4b0a52-cd71-47d2-82d2-b56bc1468b74 req-cc0c460d-7866-4725-92a6-5c6524ae6e95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fda4b0004a04e11b47261d4874b63c1&device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 1128 time: 0.0507412 Apr 12 16:27:00.676097 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571b4e9-e16a-4d4f-8c25-ee83a6babfef req-bc10c504-181f-4db6-95df-2c5283fc31eb tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:00.677673 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2571b4e9-e16a-4d4f-8c25-ee83a6babfef req-bc10c504-181f-4db6-95df-2c5283fc31eb tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 944 time: 0.0738244 Apr 12 16:27:00.693580 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9b095-2eee-437b-942d-3a18730dc712 req-491774ab-3530-404e-b357-7adcdd912970 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:00.695037 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-22b9b095-2eee-437b-942d-3a18730dc712 req-491774ab-3530-404e-b357-7adcdd912970 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 946 time: 0.0633819 Apr 12 16:27:00.765633 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2571b4e9-e16a-4d4f-8c25-ee83a6babfef req-d657024d-58fa-444b-a0b7-69cc89c9a99a tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796585 Apr 12 16:27:00.774617 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-22b9b095-2eee-437b-942d-3a18730dc712 req-366216e4-7dca-4262-99f1-7fefff522111 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669963 Apr 12 16:27:01.108565 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0a52-cd71-47d2-82d2-b56bc1468b74 req-4bdd1c2c-73aa-4c72-a1c8-bb74438f7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:01.110135 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a4b0a52-cd71-47d2-82d2-b56bc1468b74 req-4bdd1c2c-73aa-4c72-a1c8-bb74438f7af7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4fe30bf7-e15a-43ab-a3df-92a56de425ea HTTP/1.1" status: 200 len: 909 time: 0.0953741 Apr 12 16:27:01.456968 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a4b0a52-cd71-47d2-82d2-b56bc1468b74 req-98e4242f-2c2b-4f80-a61a-78c940784fc3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55530a37-549d-4228-8d3f-3f8436b299a8 HTTP/1.1" status: 200 len: 217 time: 0.0406299 Apr 12 16:27:01.506051 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0a52-cd71-47d2-82d2-b56bc1468b74 req-31f1ef49-e308-434f-9135-233e1508c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:01.507484 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a4b0a52-cd71-47d2-82d2-b56bc1468b74 req-31f1ef49-e308-434f-9135-233e1508c35f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b021e38d-dd44-460d-9b05-4ab2986edac1 HTTP/1.1" status: 200 len: 848 time: 0.0441296 Apr 12 16:27:01.623304 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 55530a37-549d-4228-8d3f-3f8436b299a8 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:27:01.729154 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 55530a37-549d-4228-8d3f-3f8436b299a8, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=55530a37-549d-4228-8d3f-3f8436b299a8,segment=NetworkSegment(c3ab185b-d6ad-41da-bdc0-e138e6733c6a),segment_id=c3ab185b-d6ad-41da-bdc0-e138e6733c6a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:01.740739 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': '55530a37-549d-4228-8d3f-3f8436b299a8', 'network_id': '4fe30bf7-e15a-43ab-a3df-92a56de425ea', 'port_id': '55530a37-549d-4228-8d3f-3f8436b299a8', 'mac_address': 'fa:16:3e:a3:23:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b021e38d-dd44-460d-9b05-4ab2986edac1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:27:01.779673 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 55530a37-549d-4228-8d3f-3f8436b299a8 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:27:01.780077 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (55530a37-549d-4228-8d3f-3f8436b299a8), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:01.794229 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55530a37-549d-4228-8d3f-3f8436b299a8 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:27:01.818405 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 55530a37-549d-4228-8d3f-3f8436b299a8, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=55530a37-549d-4228-8d3f-3f8436b299a8,segment=NetworkSegment(c3ab185b-d6ad-41da-bdc0-e138e6733c6a),segment_id=c3ab185b-d6ad-41da-bdc0-e138e6733c6a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:01.823819 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (55530a37-549d-4228-8d3f-3f8436b299a8), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:01.895179 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=55530a37-549d-4228-8d3f-3f8436b299a8,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:01.909745 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77d881-e9eb-4f98-a26e-b7b00ee9e404 req-b1370661-d8a5-44d6-9d4e-05dca306f44f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:01.911320 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c77d881-e9eb-4f98-a26e-b7b00ee9e404 req-b1370661-d8a5-44d6-9d4e-05dca306f44f tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 945 time: 0.0602431 Apr 12 16:27:01.957374 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158358f9-fbea-4eda-b1a9-95a51e9e7c31 req-a61eafd2-99a2-4f14-93de-d095396974e8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:01.958976 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-158358f9-fbea-4eda-b1a9-95a51e9e7c31 req-a61eafd2-99a2-4f14-93de-d095396974e8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 946 time: 0.0665820 Apr 12 16:27:02.001583 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c77d881-e9eb-4f98-a26e-b7b00ee9e404 req-234a1449-4410-472b-b49b-f404793f6d75 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743620 Apr 12 16:27:02.029411 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-158358f9-fbea-4eda-b1a9-95a51e9e7c31 req-7c2350c3-4400-4668-9fe6-538f64da120a tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608900 Apr 12 16:27:02.197020 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a4b0a52-cd71-47d2-82d2-b56bc1468b74 req-d10a848d-966c-4bd4-b6ca-657a7770c2a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fe30bf7-e15a-43ab-a3df-92a56de425ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297015 Apr 12 16:27:02.203324 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['55530a37-549d-4228-8d3f-3f8436b299a8'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:27:02.293532 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a4b0a52-cd71-47d2-82d2-b56bc1468b74 req-035d30ad-7a5a-4378-bb8d-97ff82c15652 service neutron] 10.222.0.45 "GET /v2.0/networks/4fe30bf7-e15a-43ab-a3df-92a56de425ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852149 Apr 12 16:27:03.126341 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3204bc-0a5e-4651-a66a-0c19c87e61b1 req-b064397f-c653-40eb-a590-9249250e14eb tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:03.127801 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7e3204bc-0a5e-4651-a66a-0c19c87e61b1 req-b064397f-c653-40eb-a590-9249250e14eb tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 945 time: 0.0539393 Apr 12 16:27:03.173749 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7e3204bc-0a5e-4651-a66a-0c19c87e61b1 req-31471a11-f830-4ab3-b9b4-40478fc01845 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401044 Apr 12 16:27:04.047362 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a4b0a52-cd71-47d2-82d2-b56bc1468b74 req-a68c4769-fcd7-4f53-b97f-93898afa5f33 service neutron] 10.222.0.45 "GET /v2.0/networks/4fe30bf7-e15a-43ab-a3df-92a56de425ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903151 Apr 12 16:27:04.296937 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511bc64-778f-40d3-b5dd-646cf708189d req-bcfc055b-36fd-4653-83e4-6b40467e5d2d tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:04.298450 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3511bc64-778f-40d3-b5dd-646cf708189d req-bcfc055b-36fd-4653-83e4-6b40467e5d2d tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 945 time: 0.0540216 Apr 12 16:27:04.347477 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3511bc64-778f-40d3-b5dd-646cf708189d req-e00fe30e-a03e-454c-9a20-5e5df3d906dd tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431006 Apr 12 16:27:05.464037 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dca2b-e4db-43ee-a583-1689a4bcf599 req-e7799eb1-b6a6-428b-a845-19d53cef5154 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:05.465521 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-803dca2b-e4db-43ee-a583-1689a4bcf599 req-e7799eb1-b6a6-428b-a845-19d53cef5154 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 945 time: 0.0479913 Apr 12 16:27:05.517690 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-803dca2b-e4db-43ee-a583-1689a4bcf599 req-e169c085-e724-40ec-b4f8-eeadea530a00 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443435 Apr 12 16:27:05.747130 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 55530a37-549d-4228-8d3f-3f8436b299a8 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:27:05.804478 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port 55530a37-549d-4228-8d3f-3f8436b299a8 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:27:05.811185 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port 55530a37-549d-4228-8d3f-3f8436b299a8 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:27:05.811603 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (55530a37-549d-4228-8d3f-3f8436b299a8), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:05.892961 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port 55530a37-549d-4228-8d3f-3f8436b299a8 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:27:05.893394 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (55530a37-549d-4228-8d3f-3f8436b299a8), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:05.917264 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29144df-20aa-404b-91b9-56c2aa94b887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55530a37-549d-4228-8d3f-3f8436b299a8'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:27:05.919585 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86f6a07-9b51-4c99-9a0d-dba3729cab44" -d '{"events": [{"server_uuid": "b29144df-20aa-404b-91b9-56c2aa94b887", "name": "network-vif-plugged", "status": "completed", "tag": "55530a37-549d-4228-8d3f-3f8436b299a8"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:27:05.932272 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port 55530a37-549d-4228-8d3f-3f8436b299a8, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=55530a37-549d-4228-8d3f-3f8436b299a8,segment=NetworkSegment(c3ab185b-d6ad-41da-bdc0-e138e6733c6a),segment_id=c3ab185b-d6ad-41da-bdc0-e138e6733c6a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:05.937018 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (55530a37-549d-4228-8d3f-3f8436b299a8), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:05.965872 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee424747-7515-41e2-8f26-b4dcbe947f87 x-openstack-request-id: req-ee424747-7515-41e2-8f26-b4dcbe947f87 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:27:05.966215 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29144df-20aa-404b-91b9-56c2aa94b887", "name": "network-vif-plugged", "status": "completed", "tag": "55530a37-549d-4228-8d3f-3f8436b299a8", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:27:05.966483 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ee424747-7515-41e2-8f26-b4dcbe947f87 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:27:05.966873 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee424747-7515-41e2-8f26-b4dcbe947f87'] response: {'server_uuid': 'b29144df-20aa-404b-91b9-56c2aa94b887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55530a37-549d-4228-8d3f-3f8436b299a8', 'code': 200} Apr 12 16:27:05.994879 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=55530a37-549d-4228-8d3f-3f8436b299a8,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:06.583787 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39f862-d0b3-4fe1-986a-7881bf6ea903 req-a8c1a3e7-108c-43ae-b382-de56ffb4c221 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:06.585301 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2d39f862-d0b3-4fe1-986a-7881bf6ea903 req-a8c1a3e7-108c-43ae-b382-de56ffb4c221 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 945 time: 0.0571942 Apr 12 16:27:06.650554 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6594d6-102e-4f90-a75e-aa5ce862f043 req-f7170a91-407d-4460-9097-078b911f00b8 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:06.652075 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3a6594d6-102e-4f90-a75e-aa5ce862f043 req-f7170a91-407d-4460-9097-078b911f00b8 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 946 time: 0.0633326 Apr 12 16:27:06.687823 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2d39f862-d0b3-4fe1-986a-7881bf6ea903 req-e43980ab-6aa0-41b2-8ccf-fe124c9ca367 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906792 Apr 12 16:27:06.715138 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3a6594d6-102e-4f90-a75e-aa5ce862f043 req-2715bf06-5673-46af-9a3f-f3faaf136d29 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572417 Apr 12 16:27:07.839019 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b544bfd-af26-49ad-b1e8-2f64204821bf req-4c8be8e0-84e3-463b-a514-8b2472d5110b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:07.840513 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5b544bfd-af26-49ad-b1e8-2f64204821bf req-4c8be8e0-84e3-463b-a514-8b2472d5110b tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 945 time: 0.0784299 Apr 12 16:27:07.867394 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e0130-dd72-4572-88cf-f5b1c5f84810 req-b2ec093a-d450-4d93-a8b8-beee3eba8e45 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:07.869059 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f72e0130-dd72-4572-88cf-f5b1c5f84810 req-b2ec093a-d450-4d93-a8b8-beee3eba8e45 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 946 time: 0.0777493 Apr 12 16:27:07.929355 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5b544bfd-af26-49ad-b1e8-2f64204821bf req-b7c41c7e-6a94-43df-b989-2a4502f0d2c2 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796626 Apr 12 16:27:07.940352 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f72e0130-dd72-4572-88cf-f5b1c5f84810 req-402459d1-2bdc-4596-a11d-30b890393460 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637228 Apr 12 16:27:08.740861 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6f13a-a076-4e5b-a239-79dadf4f5a47 req-714777f6-f525-43ae-9df9-491210f45b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:08.742389 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68c6f13a-a076-4e5b-a239-79dadf4f5a47 req-714777f6-f525-43ae-9df9-491210f45b38 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 1130 time: 0.0401976 Apr 12 16:27:08.797057 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-68c6f13a-a076-4e5b-a239-79dadf4f5a47 req-846f109d-327c-4e0b-91f7-91ae75de99f6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372384 Apr 12 16:27:09.083595 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c22a74-e3ce-4feb-9265-8663bc7cdaae req-abb8bcb5-32fe-4b36-9f05-828eb7b0e51d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:09.085182 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e0c22a74-e3ce-4feb-9265-8663bc7cdaae req-abb8bcb5-32fe-4b36-9f05-828eb7b0e51d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 945 time: 0.0779238 Apr 12 16:27:09.093317 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847ae77-a63c-45ab-9c20-d3e96467ad8b req-5ad35967-95f5-4620-a161-2f363d061b78 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:09.094687 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2847ae77-a63c-45ab-9c20-d3e96467ad8b req-5ad35967-95f5-4620-a161-2f363d061b78 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 946 time: 0.0782471 Apr 12 16:27:09.165544 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e0c22a74-e3ce-4feb-9265-8663bc7cdaae req-f8e0ac8f-b8f8-4ed8-b26f-ccf515076789 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699282 Apr 12 16:27:09.168811 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2847ae77-a63c-45ab-9c20-d3e96467ad8b req-836a08ff-00c5-4c1e-a7d2-e840c7c9bda6 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673831 Apr 12 16:27:09.746658 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-2dd8260e-17e1-4c25-b115-933188747009 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93198052&fields=id&tenant_id=9efdb664508148aab946b17b16013559 HTTP/1.1" status: 200 len: 267 time: 0.0432529 Apr 12 16:27:09.856887 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-6580a097-4916-4469-bcf9-111554a368bb tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:09.858342 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-6580a097-4916-4469-bcf9-111554a368bb tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 812 time: 0.1052139 Apr 12 16:27:09.872834 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-75668826-af84-4f59-ba39-1ed662d151ee tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/quotas/9efdb664508148aab946b17b16013559 HTTP/1.1" status: 200 len: 375 time: 0.0090027 Apr 12 16:27:09.954820 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-a19e4157-341a-43a3-8bbf-4983b2cd7ba8 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764120 Apr 12 16:27:09.968874 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-9491c992-b315-4a4a-8306-10f0fc9b598d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:09.970430 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-9491c992-b315-4a4a-8306-10f0fc9b598d tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 945 time: 0.0638106 Apr 12 16:27:10.123781 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-5d6f20b8-7169-42ce-9639-589c209c996f service neutron] 10.222.0.67 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522636 Apr 12 16:27:10.124479 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Deleting port ad05cf0d-1109-4515-833c-5a8094f69c9d {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:10.124745 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:10.313194 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bccdd0-8e35-46e2-83bd-e31a29719364 req-c6983b9c-4891-407a-b007-4cd58e6268d5 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:10.314678 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e5bccdd0-8e35-46e2-83bd-e31a29719364 req-c6983b9c-4891-407a-b007-4cd58e6268d5 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 945 time: 0.0775578 Apr 12 16:27:10.320811 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] For port ad05cf0d-1109-4515-833c-5a8094f69c9d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ad05cf0d-1109-4515-833c-5a8094f69c9d,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:10.321182 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:10.345804 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-7303be52-8bca-4c9d-87ed-4ca71ea4ed09 service neutron] 10.222.0.67 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070038 Apr 12 16:27:10.428685 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e5bccdd0-8e35-46e2-83bd-e31a29719364 req-05f1c6b5-bec5-4ca5-bbe3-c846d46f42f5 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups?id=88073f08-ddc4-4f7b-b163-0fa7186153b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031268 Apr 12 16:27:10.583250 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2c049-146b-403a-bf95-35342774b541 req-8fa8d713-8cae-4671-bf12-1073a903f2e6 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:10.585014 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26f2c049-146b-403a-bf95-35342774b541 req-8fa8d713-8cae-4671-bf12-1073a903f2e6 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 946 time: 0.0648875 Apr 12 16:27:10.586996 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:10.587353 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (8c1028e6-750b-4a37-8bd5-9b9c68345eb1), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:10.587663 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Floating IP 8c1028e6-750b-4a37-8bd5-9b9c68345eb1 disassociated. External IP: 172.27.2.251, port: ad05cf0d-1109-4515-833c-5a8094f69c9d. Apr 12 16:27:10.588001 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Calling delete_port for ad05cf0d-1109-4515-833c-5a8094f69c9d owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:10.696960 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8ca9d606-5e58-4662-979e-6a959e753f48 req-07bb956c-6835-441c-896b-13dd6c5aa1c4 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 210 time: 0.0473490 Apr 12 16:27:10.713854 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26f2c049-146b-403a-bf95-35342774b541 req-98a15d9a-2929-4e68-9f9b-7d39093e8a86 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222601 Apr 12 16:27:10.791893 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (ad05cf0d-1109-4515-833c-5a8094f69c9d), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:10.831013 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event deleted for resources: {'Port': ['ID=ad05cf0d-1109-4515-833c-5a8094f69c9d,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:10.945036 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Router d99e522d-0410-4cd3-9872-936ec7a529d7 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:27:11.065591 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:27:11.078587 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564487b-356d-48bf-867b-361c03506695 None None] Sync routers for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:27:11.091069 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564487b-356d-48bf-867b-361c03506695 None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:27:11.091776 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-7564487b-356d-48bf-867b-361c03506695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:26:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:11.115278 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] No DVR routers for this DVR port ad05cf0d-1109-4515-833c-5a8094f69c9d on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:27:11.117760 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:11.121071 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d03cc917-b366-44e4-8b0c-e18d7cc35785 req-255c3913-f352-4f08-a332-01b60f33a559 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.45 "DELETE /v2.0/ports/ad05cf0d-1109-4515-833c-5a8094f69c9d HTTP/1.1" status: 204 len: 173 time: 1.1324077 Apr 12 16:27:11.121521 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205dea4d-f2a0-4140-a709-7fdf56fed565', 'name': 'network-vif-deleted', 'tag': 'ad05cf0d-1109-4515-833c-5a8094f69c9d'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:27:11.123810 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4616534b-47bc-49cf-ad23-eadf655d18f1" -d '{"events": [{"server_uuid": "205dea4d-f2a0-4140-a709-7fdf56fed565", "name": "network-vif-deleted", "tag": "ad05cf0d-1109-4515-833c-5a8094f69c9d"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:27:11.183105 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c1a520-62e8-4c8c-a7dd-b36846fbd67a x-openstack-request-id: req-04c1a520-62e8-4c8c-a7dd-b36846fbd67a {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:27:11.183552 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205dea4d-f2a0-4140-a709-7fdf56fed565", "name": "network-vif-deleted", "tag": "ad05cf0d-1109-4515-833c-5a8094f69c9d", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:27:11.183945 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-04c1a520-62e8-4c8c-a7dd-b36846fbd67a {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:27:11.184354 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c1a520-62e8-4c8c-a7dd-b36846fbd67a'] response: {'server_uuid': '205dea4d-f2a0-4140-a709-7fdf56fed565', 'name': 'network-vif-deleted', 'tag': 'ad05cf0d-1109-4515-833c-5a8094f69c9d', 'status': 'completed', 'code': 200} Apr 12 16:27:11.219685 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-7564487b-356d-48bf-867b-361c03506695 None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:27:11.424957 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-7564487b-356d-48bf-867b-361c03506695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:11.451595 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564487b-356d-48bf-867b-361c03506695 None None] Checking router: d99e522d-0410-4cd3-9872-936ec7a529d7 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:27:11.461913 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564487b-356d-48bf-867b-361c03506695 None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:27:11.462592 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-7564487b-356d-48bf-867b-361c03506695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:26:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:11.547115 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b30dd6bc-7346-4829-8dfd-b79d37f1b821 req-692b9abb-fa28-4a5e-92e3-746f9f69c294 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/ports?device_id=205dea4d-f2a0-4140-a709-7fdf56fed565 HTTP/1.1" status: 200 len: 210 time: 0.0295501 Apr 12 16:27:11.582471 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-7564487b-356d-48bf-867b-361c03506695 None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:27:11.846726 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ca046af9-bad2-4245-bce8-34c6f4bff729 req-d93d9f15-4067-46bf-a13e-b3d8aaf573c6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 210 time: 0.0412307 Apr 12 16:27:11.908740 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b57bc5-5d01-47f8-9872-c594a5e862b3 req-176deb60-6bd1-41cc-839a-658491479fab tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:11.910266 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-80b57bc5-5d01-47f8-9872-c594a5e862b3 req-176deb60-6bd1-41cc-839a-658491479fab tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 946 time: 0.0665755 Apr 12 16:27:11.912622 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-7564487b-356d-48bf-867b-361c03506695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:11.944548 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564487b-356d-48bf-867b-361c03506695 None None] The sync data for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi is: [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:18:38Z', 'revision_number': 4, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'd3aae52e-69e1-45b5-b6a7-736f8edd6c1d', 'name': '', 'network_id': 'ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'mac_address': 'fa:16:3e:b5:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a54963cb-0986-4500-9b88-9607219c9268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:36Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'subnets': [{'id': 'a54963cb-0986-4500-9b88-9607219c9268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:27:11.972301 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-80b57bc5-5d01-47f8-9872-c594a5e862b3 req-f779b0b8-f4f7-4d65-9cd3-c3c87190ada8 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553336 Apr 12 16:27:12.264560 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279d9be2-bf29-4e3a-ae27-3416fd26d58b None None] New status for floating IP 8c1028e6-750b-4a37-8bd5-9b9c68345eb1: DOWN {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:27:12.453927 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-dc435146-1a65-4ce6-80d3-1ddb914cb78a tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:12.455357 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-dc435146-1a65-4ce6-80d3-1ddb914cb78a tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 812 time: 0.1581903 Apr 12 16:27:12.501261 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbdaeb-9c89-4b5d-909b-0a06dd80413e req-ee95ac69-2e16-43ae-9863-2306b4ae4a73 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:12.502695 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b6fbdaeb-9c89-4b5d-909b-0a06dd80413e req-ee95ac69-2e16-43ae-9863-2306b4ae4a73 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 946 time: 0.0563622 Apr 12 16:27:12.555913 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b6fbdaeb-9c89-4b5d-909b-0a06dd80413e req-124a40b9-37ab-40f6-9c52-cd5e16a71fc1 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474703 Apr 12 16:27:12.638058 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 50274) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:12.693915 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5f11bbf5-7e80-4a3f-b601-8e7ded125e55 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (88073f08-ddc4-4f7b-b163-0fa7186153b6), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:12.717423 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5f11bbf5-7e80-4a3f-b601-8e7ded125e55 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (88073f08-ddc4-4f7b-b163-0fa7186153b6), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:12.784467 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079bb83-f5fa-4ea4-9ee1-968764e7f01c req-d4b4a4ee-fb65-42d5-8b1c-1e4218c71b83 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:12.785893 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2079bb83-f5fa-4ea4-9ee1-968764e7f01c req-d4b4a4ee-fb65-42d5-8b1c-1e4218c71b83 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 946 time: 0.0581417 Apr 12 16:27:12.814789 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5f11bbf5-7e80-4a3f-b601-8e7ded125e55 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (88073f08-ddc4-4f7b-b163-0fa7186153b6), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:12.817288 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5f11bbf5-7e80-4a3f-b601-8e7ded125e55 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:12.818402 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-5f11bbf5-7e80-4a3f-b601-8e7ded125e55 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "DELETE /v2.0/security-groups/88073f08-ddc4-4f7b-b163-0fa7186153b6 HTTP/1.1" status: 204 len: 168 time: 0.1793253 Apr 12 16:27:12.821519 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50278) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:12.837490 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.api.v2.resource [None req-51fccd73-b3c0-4f6f-b1fb-2cec007cefeb tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] show failed (client error): The resource could not be found. Apr 12 16:27:12.838529 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-51fccd73-b3c0-4f6f-b1fb-2cec007cefeb tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "GET /v2.0/security-groups/88073f08-ddc4-4f7b-b163-0fa7186153b6 HTTP/1.1" status: 404 len: 347 time: 0.0155506 Apr 12 16:27:12.839910 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11bbf5-7e80-4a3f-b601-8e7ded125e55 tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88073f08-ddc4-4f7b-b163-0fa7186153b6,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:12.841593 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50280) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:12.850434 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2079bb83-f5fa-4ea4-9ee1-968764e7f01c req-814b504b-5713-4235-a97f-3b42074d1133 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573637 Apr 12 16:27:12.955740 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a06fa8a9-c886-4600-94a6-5f1e1c7f5a29 req-b30924a0-9333-4ef4-86bc-c074eb7a2d60 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 210 time: 0.0306897 Apr 12 16:27:12.977177 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-f11e334e-f0cf-43ba-bfb2-5c2ba22965ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Deleting port 801b257d-b6e9-480e-987c-d85fbe42ffcf {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:12.977518 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f11e334e-f0cf-43ba-bfb2-5c2ba22965ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (801b257d-b6e9-480e-987c-d85fbe42ffcf), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:13.056449 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f11e334e-f0cf-43ba-bfb2-5c2ba22965ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (801b257d-b6e9-480e-987c-d85fbe42ffcf), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:13.056746 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f11e334e-f0cf-43ba-bfb2-5c2ba22965ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (801b257d-b6e9-480e-987c-d85fbe42ffcf), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:13.069874 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-f11e334e-f0cf-43ba-bfb2-5c2ba22965ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Calling delete_port for 801b257d-b6e9-480e-987c-d85fbe42ffcf owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:13.216873 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f11e334e-f0cf-43ba-bfb2-5c2ba22965ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (801b257d-b6e9-480e-987c-d85fbe42ffcf), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:13.242623 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e334e-f0cf-43ba-bfb2-5c2ba22965ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Pushing event deleted for resources: {'Port': ['ID=801b257d-b6e9-480e-987c-d85fbe42ffcf,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:13.311308 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f11e334e-f0cf-43ba-bfb2-5c2ba22965ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks [] for floatingip (8c1028e6-750b-4a37-8bd5-9b9c68345eb1), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:13.314623 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f11e334e-f0cf-43ba-bfb2-5c2ba22965ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:13.316112 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f11e334e-f0cf-43ba-bfb2-5c2ba22965ea tempest-AttachVolumeNegativeTest-1157506990 tempest-AttachVolumeNegativeTest-1157506990-project] 10.222.0.67 "DELETE /v2.0/floatingips/8c1028e6-750b-4a37-8bd5-9b9c68345eb1 HTTP/1.1" status: 204 len: 168 time: 0.4736338 Apr 12 16:27:13.681217 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07053dd2-b384-43fc-b8f0-3a8bd487ab40 req-a4df051e-6587-452b-b0e4-7c7c475a545e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:13.683019 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07053dd2-b384-43fc-b8f0-3a8bd487ab40 req-a4df051e-6587-452b-b0e4-7c7c475a545e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 946 time: 0.0515983 Apr 12 16:27:13.732902 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07053dd2-b384-43fc-b8f0-3a8bd487ab40 req-862d7575-0e66-4d91-b732-841a9ebfcaaf tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439634 Apr 12 16:27:13.759474 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device ad05cf0d-1109-4515-833c-5a8094f69c9d no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:27:13.779760 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: ad05cf0d-1109-4515-833c-5a8094f69c9d {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:27:13.780239 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device ad05cf0d-1109-4515-833c-5a8094f69c9d not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:27:13.972901 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa77a9-0b7e-4a5f-9094-4336240bd229 req-2b863324-4961-4e03-8b52-2bfdfecd7c7b tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:13.974629 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a3aa77a9-0b7e-4a5f-9094-4336240bd229 req-2b863324-4961-4e03-8b52-2bfdfecd7c7b tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 946 time: 0.0501754 Apr 12 16:27:14.025516 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a3aa77a9-0b7e-4a5f-9094-4336240bd229 req-56aea03f-ea16-4eee-809c-a4f3e40332bd tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420833 Apr 12 16:27:14.056265 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4ea7d4d9-ecd8-40e3-9fff-857c3a5fb5b2 req-abf0dde6-0e72-4282-9a12-6a84d47fc1ae tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 210 time: 0.0297391 Apr 12 16:27:14.530625 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-3270e137-dc45-41c9-90b9-824b08848c48 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9efdb664508148aab946b17b16013559 HTTP/1.1" status: 200 len: 378 time: 0.0635219 Apr 12 16:27:14.860263 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3905b92-de48-450f-a032-5f2dfe76240f req-752a4792-6501-4ab2-b98b-0fff0a3622f0 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:14.861733 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a3905b92-de48-450f-a032-5f2dfe76240f req-752a4792-6501-4ab2-b98b-0fff0a3622f0 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 946 time: 0.0579872 Apr 12 16:27:14.915663 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a3905b92-de48-450f-a032-5f2dfe76240f req-62156254-1f9d-4046-b977-b8ff2474355e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450890 Apr 12 16:27:15.163454 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a3971c73-e1c6-45cf-ae25-9df057a4fb2d req-5a13f3bc-48ac-46bd-9e9b-38b2e64a95c5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 210 time: 0.0345440 Apr 12 16:27:15.171346 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768fd88-1787-4d6c-8c83-95bd07433936 req-b17fe4d0-7bbf-4ca5-bfe2-6462fd0bc529 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:15.172725 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f768fd88-1787-4d6c-8c83-95bd07433936 req-b17fe4d0-7bbf-4ca5-bfe2-6462fd0bc529 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 946 time: 0.0712409 Apr 12 16:27:15.224454 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f768fd88-1787-4d6c-8c83-95bd07433936 req-1146b6f6-8721-47e4-93e4-3f722c0baf66 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450597 Apr 12 16:27:16.043000 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab363ba-51c1-4eea-ba55-bef744d9033e req-11edf0e3-6790-4dd0-ad9e-191c69d09c76 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:16.044461 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8ab363ba-51c1-4eea-ba55-bef744d9033e req-11edf0e3-6790-4dd0-ad9e-191c69d09c76 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 946 time: 0.0497069 Apr 12 16:27:16.096960 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8ab363ba-51c1-4eea-ba55-bef744d9033e req-03689ccb-4a7a-40a5-b206-5568031700c2 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups?id=06f48c4b-0937-404c-ac56-c3742652e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438688 Apr 12 16:27:16.097186 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:27:16.263792 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cfc9b893-7181-414d-a598-091b5901ce07 req-7a9e4724-1f5c-42af-88d1-0962463c9cab tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 210 time: 0.0283439 Apr 12 16:27:16.346412 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc372-2544-46e2-878e-852041094c0c req-a0fc6b68-8210-46f3-ab72-68d6438fbf6a tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:16.347869 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-557fc372-2544-46e2-878e-852041094c0c req-a0fc6b68-8210-46f3-ab72-68d6438fbf6a tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 946 time: 0.0510604 Apr 12 16:27:16.352699 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-fb152c42-7885-4b9e-b4d5-fad3818b1e9d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Request body: {'port': {'device_id': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'admin_state_up': True, 'tenant_id': '9efdb664508148aab946b17b16013559', 'security_groups': ['b2274969-c0a0-48f7-8b0b-e1f350ee420b']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:27:16.455647 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-557fc372-2544-46e2-878e-852041094c0c req-cfcde246-d60d-464b-a7ee-b86419f67c2d tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995100 Apr 12 16:27:16.492452 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-fb152c42-7885-4b9e-b4d5-fad3818b1e9d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Made reservation on behalf of 9efdb664508148aab946b17b16013559 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:27:16.496027 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-fb152c42-7885-4b9e-b4d5-fad3818b1e9d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:16.540478 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-6d91a7b5-ca97-4d29-92d8-c8a1bd9a8a3e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:16.543509 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-6d91a7b5-ca97-4d29-92d8-c8a1bd9a8a3e tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 946 time: 0.0544131 Apr 12 16:27:16.559225 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7945a-f0ce-4e4b-b62f-717e67d56529 req-16158354-409d-49fa-8eae-40063790d826 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:16.560727 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-47d7945a-f0ce-4e4b-b62f-717e67d56529 req-16158354-409d-49fa-8eae-40063790d826 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.45 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 946 time: 0.0624084 Apr 12 16:27:16.636639 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Deleting port a14a2ded-c1a2-48f4-8a82-e95849ab2429 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:16.636985 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:16.735975 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] For port a14a2ded-c1a2-48f4-8a82-e95849ab2429, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a14a2ded-c1a2-48f4-8a82-e95849ab2429,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:16.736261 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:16.928834 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:16.929205 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (3e76dfa7-d4f7-42e8-9daa-6d198492e3bc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:16.929528 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.l3_db [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Floating IP 3e76dfa7-d4f7-42e8-9daa-6d198492e3bc disassociated. External IP: 172.27.2.236, port: a14a2ded-c1a2-48f4-8a82-e95849ab2429. Apr 12 16:27:16.929886 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Calling delete_port for a14a2ded-c1a2-48f4-8a82-e95849ab2429 owned by compute:nova {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:17.012483 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-fb152c42-7885-4b9e-b4d5-fad3818b1e9d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Allocated IP 172.20.0.14 (46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0/b41d7f9c-e278-47e4-81fe-aa85c501c87e/d861fdfc-9161-44f1-a933-dd10d7398a1e) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:27:17.014858 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-47d7945a-f0ce-4e4b-b62f-717e67d56529 req-70f09bba-9f3d-413b-853d-794d4b228b19 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Deleting port 55530a37-549d-4228-8d3f-3f8436b299a8 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:17.015318 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-47d7945a-f0ce-4e4b-b62f-717e67d56529 req-70f09bba-9f3d-413b-853d-794d4b228b19 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (55530a37-549d-4228-8d3f-3f8436b299a8), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:17.074972 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (a14a2ded-c1a2-48f4-8a82-e95849ab2429), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:17.081188 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 50336) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:17.105386 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event deleted for resources: {'Port': ['ID=a14a2ded-c1a2-48f4-8a82-e95849ab2429,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:17.176360 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-47d7945a-f0ce-4e4b-b62f-717e67d56529 req-70f09bba-9f3d-413b-853d-794d4b228b19 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] For port 55530a37-549d-4228-8d3f-3f8436b299a8, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=55530a37-549d-4228-8d3f-3f8436b299a8,segment=NetworkSegment(c3ab185b-d6ad-41da-bdc0-e138e6733c6a),segment_id=c3ab185b-d6ad-41da-bdc0-e138e6733c6a)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:17.177688 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-47d7945a-f0ce-4e4b-b62f-717e67d56529 req-70f09bba-9f3d-413b-853d-794d4b228b19 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (55530a37-549d-4228-8d3f-3f8436b299a8), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:17.229842 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Router d8b87beb-b277-4a78-ae2e-efa7676f5679 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:27:17.297289 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-47d7945a-f0ce-4e4b-b62f-717e67d56529 req-70f09bba-9f3d-413b-853d-794d4b228b19 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Calling delete_port for 55530a37-549d-4228-8d3f-3f8436b299a8 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:17.303406 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-03d729e9-c7d2-49f3-8bc8-43ac435cc06b req-2fc2785a-74e1-4745-ac32-3f8f5044ea26 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43555d2-47fe-4abc-9410-62d4af8a5c8d HTTP/1.1" status: 200 len: 210 time: 0.0936363 Apr 12 16:27:17.349680 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:27:17.361358 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22a3b4-0252-4efe-a145-5a90196c0ba4 None None] Sync routers for ids ['d8b87beb-b277-4a78-ae2e-efa7676f5679'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:27:17.372488 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22a3b4-0252-4efe-a145-5a90196c0ba4 None None] Routers {'d8b87beb-b277-4a78-ae2e-efa7676f5679'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:27:17.373115 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5d22a3b4-0252-4efe-a145-5a90196c0ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:26:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d8b87beb-b277-4a78-ae2e-efa7676f5679'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:17.392283 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] No DVR routers for this DVR port a14a2ded-c1a2-48f4-8a82-e95849ab2429 on host hv-cinder-83752 {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:27:17.394745 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:17.398177 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2f369d7a-6cba-40e1-a811-165e0e855fbd req-103430f4-e63c-42ca-8d08-b002f193dd61 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.45 "DELETE /v2.0/ports/a14a2ded-c1a2-48f4-8a82-e95849ab2429 HTTP/1.1" status: 204 len: 173 time: 0.8446770 Apr 12 16:27:17.398633 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43555d2-47fe-4abc-9410-62d4af8a5c8d', 'name': 'network-vif-deleted', 'tag': 'a14a2ded-c1a2-48f4-8a82-e95849ab2429'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:27:17.400996 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da35a2d-e047-43a8-aaf4-24a1e4fee424" -d '{"events": [{"server_uuid": "a43555d2-47fe-4abc-9410-62d4af8a5c8d", "name": "network-vif-deleted", "tag": "a14a2ded-c1a2-48f4-8a82-e95849ab2429"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:27:17.445978 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22c012d-846f-45c8-843b-fe02a88cdfb4 x-openstack-request-id: req-f22c012d-846f-45c8-843b-fe02a88cdfb4 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:27:17.446400 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43555d2-47fe-4abc-9410-62d4af8a5c8d", "name": "network-vif-deleted", "tag": "a14a2ded-c1a2-48f4-8a82-e95849ab2429", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:27:17.446721 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f22c012d-846f-45c8-843b-fe02a88cdfb4 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:27:17.447360 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f22c012d-846f-45c8-843b-fe02a88cdfb4'] response: {'server_uuid': 'a43555d2-47fe-4abc-9410-62d4af8a5c8d', 'name': 'network-vif-deleted', 'tag': 'a14a2ded-c1a2-48f4-8a82-e95849ab2429', 'status': 'completed', 'code': 200} Apr 12 16:27:17.490126 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-af1f3615-cf0a-4ec8-a325-8c9fb01bd43c req-cd23dee1-c764-4dff-a540-f40547e86e60 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 210 time: 0.1215892 Apr 12 16:27:17.493871 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-fb152c42-7885-4b9e-b4d5-fad3818b1e9d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:17.504190 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-5d22a3b4-0252-4efe-a145-5a90196c0ba4 None None] Set router d8b87beb-b277-4a78-ae2e-efa7676f5679 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:27:17.672097 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a5ef8-048a-42c7-93a0-537a14db1216 req-c5b83d26-5b87-4f66-acab-e329bd9e1281 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:17.673057 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2e7a5ef8-048a-42c7-93a0-537a14db1216 req-c5b83d26-5b87-4f66-acab-e329bd9e1281 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/ports?device_id=b29144df-20aa-404b-91b9-56c2aa94b887 HTTP/1.1" status: 200 len: 946 time: 0.1119754 Apr 12 16:27:17.715462 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-fb152c42-7885-4b9e-b4d5-fad3818b1e9d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:17.724805 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5d22a3b4-0252-4efe-a145-5a90196c0ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:19:03Z', 'revision_number': 5, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:17.756539 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22a3b4-0252-4efe-a145-5a90196c0ba4 None None] Checking router: d8b87beb-b277-4a78-ae2e-efa7676f5679 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:27:17.764669 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22a3b4-0252-4efe-a145-5a90196c0ba4 None None] Routers {'d8b87beb-b277-4a78-ae2e-efa7676f5679'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:27:17.765278 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5d22a3b4-0252-4efe-a145-5a90196c0ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:26:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d8b87beb-b277-4a78-ae2e-efa7676f5679'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:17.843091 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-fb152c42-7885-4b9e-b4d5-fad3818b1e9d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:27:17.854788 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-fb152c42-7885-4b9e-b4d5-fad3818b1e9d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:27:17.856695 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb152c42-7885-4b9e-b4d5-fad3818b1e9d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'Port': ['ID=d861fdfc-9161-44f1-a933-dd10d7398a1e,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:17.861414 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2e7a5ef8-048a-42c7-93a0-537a14db1216 req-bfd49ef2-8375-4e6d-a9d6-943c3874b727 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.67 "GET /v2.0/security-groups?id=07f8dc4e-5d33-4c62-8235-959b7996f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772978 Apr 12 16:27:17.862234 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-fb152c42-7885-4b9e-b4d5-fad3818b1e9d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:27:17.882208 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-5d22a3b4-0252-4efe-a145-5a90196c0ba4 None None] Set router d8b87beb-b277-4a78-ae2e-efa7676f5679 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:27:17.894583 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-47d7945a-f0ce-4e4b-b62f-717e67d56529 req-70f09bba-9f3d-413b-853d-794d4b228b19 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (55530a37-549d-4228-8d3f-3f8436b299a8), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:17.960371 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f09bba-9f3d-413b-853d-794d4b228b19 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Pushing event deleted for resources: {'Port': ['ID=55530a37-549d-4228-8d3f-3f8436b299a8,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:18.010989 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-fb152c42-7885-4b9e-b4d5-fad3818b1e9d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:18.012159 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-fb152c42-7885-4b9e-b4d5-fad3818b1e9d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.059954 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d7945a-f0ce-4e4b-b62f-717e67d56529 req-70f09bba-9f3d-413b-853d-794d4b228b19 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] No DVR routers for this DVR port 55530a37-549d-4228-8d3f-3f8436b299a8 on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:27:18.062792 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-47d7945a-f0ce-4e4b-b62f-717e67d56529 req-70f09bba-9f3d-413b-853d-794d4b228b19 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.066556 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-47d7945a-f0ce-4e4b-b62f-717e67d56529 req-70f09bba-9f3d-413b-853d-794d4b228b19 tempest-VolumesActionsTest-1846209072 tempest-VolumesActionsTest-1846209072-project] 10.222.0.45 "DELETE /v2.0/ports/55530a37-549d-4228-8d3f-3f8436b299a8 HTTP/1.1" status: 204 len: 173 time: 1.4767878 Apr 12 16:27:18.078678 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29144df-20aa-404b-91b9-56c2aa94b887', 'name': 'network-vif-deleted', 'tag': '55530a37-549d-4228-8d3f-3f8436b299a8'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:27:18.081805 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3c15f4-0f3b-4541-bb4f-6c36c9c115d8" -d '{"events": [{"server_uuid": "b29144df-20aa-404b-91b9-56c2aa94b887", "name": "network-vif-deleted", "tag": "55530a37-549d-4228-8d3f-3f8436b299a8"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:27:18.132330 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-fb152c42-7885-4b9e-b4d5-fad3818b1e9d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7833595 Apr 12 16:27:18.135779 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f91d69-3413-4db5-8a3b-22b10e241150 x-openstack-request-id: req-82f91d69-3413-4db5-8a3b-22b10e241150 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:27:18.136077 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29144df-20aa-404b-91b9-56c2aa94b887", "name": "network-vif-deleted", "tag": "55530a37-549d-4228-8d3f-3f8436b299a8", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:27:18.136330 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-82f91d69-3413-4db5-8a3b-22b10e241150 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:27:18.136730 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f91d69-3413-4db5-8a3b-22b10e241150'] response: {'server_uuid': 'b29144df-20aa-404b-91b9-56c2aa94b887', 'name': 'network-vif-deleted', 'tag': '55530a37-549d-4228-8d3f-3f8436b299a8', 'status': 'completed', 'code': 200} Apr 12 16:27:18.143440 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5d22a3b4-0252-4efe-a145-5a90196c0ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:19:03Z', 'revision_number': 5, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:18.152181 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Request body: {'port': {'device_id': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:27:18.174812 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22a3b4-0252-4efe-a145-5a90196c0ba4 None None] The sync data for ids ['d8b87beb-b277-4a78-ae2e-efa7676f5679'] in dv-cinder-837528-1-iscsi is: [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:18:54Z', 'revision_number': 4, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'ecc9956a-2cc3-4395-af3c-e6895ef21612', 'name': '', 'network_id': '028a45e4-8708-408c-a3b9-d772d5389f9f', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'mac_address': 'fa:16:3e:d0:ca:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:51Z', 'updated_at': '2022-04-12T16:19:03Z', 'revision_number': 5, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'subnets': [{'id': 'eff737a4-8496-4d8b-b7c1-649a5d573665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:27:18.179952 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c4f84c2-fc40-4920-817c-184dbc7b0422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693697'] for router_interface (d99e522d-0410-4cd3-9872-936ec7a529d7), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.266969 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-aeae11b1-baff-4f74-ac19-919057957493 None None] Provisioning complete for port d861fdfc-9161-44f1-a933-dd10d7398a1e triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:27:18.267655 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-aeae11b1-baff-4f74-ac19-919057957493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.299090 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.303342 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-aeae11b1-baff-4f74-ac19-919057957493 None None] Port d861fdfc-9161-44f1-a933-dd10d7398a1e cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:27:18.401294 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50354) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:18.442459 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46eb1d8-3133-4dcc-b228-1557049d1f66 None None] New status for floating IP 3e76dfa7-d4f7-42e8-9daa-6d198492e3bc: DOWN {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:27:18.465970 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3818aed5-39a1-454c-9be6-c798f89b7290 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group (06f48c4b-0937-404c-ac56-c3742652e166), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.494349 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3818aed5-39a1-454c-9be6-c798f89b7290 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group (06f48c4b-0937-404c-ac56-c3742652e166), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.546960 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3818aed5-39a1-454c-9be6-c798f89b7290 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (06f48c4b-0937-404c-ac56-c3742652e166), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.550733 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3818aed5-39a1-454c-9be6-c798f89b7290 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.554746 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-3818aed5-39a1-454c-9be6-c798f89b7290 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "DELETE /v2.0/security-groups/06f48c4b-0937-404c-ac56-c3742652e166 HTTP/1.1" status: 204 len: 168 time: 0.1488955 Apr 12 16:27:18.555840 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50358) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:18.576198 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818aed5-39a1-454c-9be6-c798f89b7290 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f48c4b-0937-404c-ac56-c3742652e166,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:18.584630 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.api.v2.resource [None req-f101b6fa-f218-4f1f-9f4c-5d2321dcfd6b tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] show failed (client error): The resource could not be found. Apr 12 16:27:18.586107 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f101b6fa-f218-4f1f-9f4c-5d2321dcfd6b tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "GET /v2.0/security-groups/06f48c4b-0937-404c-ac56-c3742652e166 HTTP/1.1" status: 404 len: 347 time: 0.0281317 Apr 12 16:27:18.589435 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50360) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:18.715138 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d66f0e-6921-4293-a605-584ca529b363 req-a8dcf119-63f9-40d7-97ce-15e2603b9626 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:18.716627 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-75d66f0e-6921-4293-a605-584ca529b363 req-a8dcf119-63f9-40d7-97ce-15e2603b9626 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 932 time: 0.0849936 Apr 12 16:27:18.733301 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-731ac379-2293-4ef4-9efe-ce60e80ca3e7 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Deleting port 3cb67740-6d20-46a4-8ff0-aaa0cbf423e9 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:18.734362 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-731ac379-2293-4ef4-9efe-ce60e80ca3e7 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (3cb67740-6d20-46a4-8ff0-aaa0cbf423e9), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.756405 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f84c2-fc40-4920-817c-184dbc7b0422 admin admin] Deleting port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:18.756735 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c4f84c2-fc40-4920-817c-184dbc7b0422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.813486 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-731ac379-2293-4ef4-9efe-ce60e80ca3e7 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (3cb67740-6d20-46a4-8ff0-aaa0cbf423e9), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.813788 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-731ac379-2293-4ef4-9efe-ce60e80ca3e7 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for floatingip (3cb67740-6d20-46a4-8ff0-aaa0cbf423e9), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.830984 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-731ac379-2293-4ef4-9efe-ce60e80ca3e7 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Calling delete_port for 3cb67740-6d20-46a4-8ff0-aaa0cbf423e9 owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:18.875861 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-75d66f0e-6921-4293-a605-584ca529b363 req-3b5ccd3a-847c-4bf6-8a48-0e1b14da45df tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1499484 Apr 12 16:27:18.919660 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d861fdfc-9161-44f1-a933-dd10d7398a1e {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:27:18.935361 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Publish callbacks [] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.938650 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-7c4f84c2-fc40-4920-817c-184dbc7b0422 admin admin] For port d3aae52e-69e1-45b5-b6a7-736f8edd6c1d, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=d3aae52e-69e1-45b5-b6a7-736f8edd6c1d,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:18.939004 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c4f84c2-fc40-4920-817c-184dbc7b0422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.959850 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f84c2-fc40-4920-817c-184dbc7b0422 admin admin] Calling delete_port for d3aae52e-69e1-45b5-b6a7-736f8edd6c1d owned by network:router_interface {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:18.968564 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-731ac379-2293-4ef4-9efe-ce60e80ca3e7 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (3cb67740-6d20-46a4-8ff0-aaa0cbf423e9), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:18.970508 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Transition to ACTIVE for port object d861fdfc-9161-44f1-a933-dd10d7398a1e will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:27:18.974927 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:19.001147 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ac379-2293-4ef4-9efe-ce60e80ca3e7 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Pushing event deleted for resources: {'Port': ['ID=3cb67740-6d20-46a4-8ff0-aaa0cbf423e9,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:19.078676 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-731ac379-2293-4ef4-9efe-ce60e80ca3e7 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks [] for floatingip (3e76dfa7-d4f7-42e8-9daa-6d198492e3bc), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:19.082666 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-731ac379-2293-4ef4-9efe-ce60e80ca3e7 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:19.086095 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-731ac379-2293-4ef4-9efe-ce60e80ca3e7 tempest-AttachVolumeTestJSON-720595955 tempest-AttachVolumeTestJSON-720595955-project] 10.222.0.67 "DELETE /v2.0/floatingips/3e76dfa7-d4f7-42e8-9daa-6d198492e3bc HTTP/1.1" status: 204 len: 168 time: 0.4935753 Apr 12 16:27:19.091955 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Pushing event updated for resources: {'Port': ['ID=d861fdfc-9161-44f1-a933-dd10d7398a1e,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:19.167378 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.167727 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.168139 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.168480 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.168971 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.169137 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.169464 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.169791 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.170139 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.170464 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.170792 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.171149 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.171478 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.171801 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.172124 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:19.216059 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Attempting to bind port d861fdfc-9161-44f1-a933-dd10d7398a1e on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:27:19.216399 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Attempting to bind port d861fdfc-9161-44f1-a933-dd10d7398a1e by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:27:19.216731 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Attempting to bind port d861fdfc-9161-44f1-a933-dd10d7398a1e on network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:27:19.231509 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Port d861fdfc-9161-44f1-a933-dd10d7398a1e on network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:27:19.231858 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Attempting to bind port d861fdfc-9161-44f1-a933-dd10d7398a1e on network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:27:19.239325 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:27:19.239692 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Checking segment: {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:27:19.240036 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Bound using segment: {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:27:19.240465 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Bound port: d861fdfc-9161-44f1-a933-dd10d7398a1e, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b440edc6-c471-4824-b180-25bd75a2e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:27:19.240829 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:19.366332 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c4f84c2-fc40-4920-817c-184dbc7b0422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (d3aae52e-69e1-45b5-b6a7-736f8edd6c1d), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:19.369408 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] For port d861fdfc-9161-44f1-a933-dd10d7398a1e, host hv-cinder-83752, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:27:19.405306 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f84c2-fc40-4920-817c-184dbc7b0422 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3aae52e-69e1-45b5-b6a7-736f8edd6c1d,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:19.431826 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] For port d861fdfc-9161-44f1-a933-dd10d7398a1e, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d861fdfc-9161-44f1-a933-dd10d7398a1e,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:27:19.456270 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:19.504652 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:19.505577 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:19.507420 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] 10.222.0.45 "PUT /v2.0/ports/d861fdfc-9161-44f1-a933-dd10d7398a1e HTTP/1.1" status: 200 len: 1094 time: 1.3595562 Apr 12 16:27:19.622802 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f1bdb-9721-4dcb-835f-8509fc79a049 service neutron] Pushing event updated for resources: {'Port': ['ID=d861fdfc-9161-44f1-a933-dd10d7398a1e,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:19.678304 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-94d31af3-76b3-4bd8-a6db-d9ff48068082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:19.679906 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-94d31af3-76b3-4bd8-a6db-d9ff48068082 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 1128 time: 0.0892897 Apr 12 16:27:19.763804 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device a14a2ded-c1a2-48f4-8a82-e95849ab2429 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:27:19.808543 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: a14a2ded-c1a2-48f4-8a82-e95849ab2429 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:27:19.808543 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device a14a2ded-c1a2-48f4-8a82-e95849ab2429 not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:27:19.808543 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 55530a37-549d-4228-8d3f-3f8436b299a8 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:27:19.828544 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: 55530a37-549d-4228-8d3f-3f8436b299a8 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:27:19.828964 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 55530a37-549d-4228-8d3f-3f8436b299a8 not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:27:20.016291 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-760b1d8d-b7e9-4c58-be4f-16dbfdcfe3e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d861fdfc-9161-44f1-a933-dd10d7398a1e HTTP/1.1" status: 200 len: 217 time: 0.3253868 Apr 12 16:27:20.021596 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c4f84c2-fc40-4920-817c-184dbc7b0422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693597'] for router_interface (d99e522d-0410-4cd3-9872-936ec7a529d7), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:20.090870 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac4e97-19ac-475c-aa9a-402068e3fa1a req-a92b60e7-7cce-43fe-9282-75c801ac45ac tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:20.092310 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-79ac4e97-19ac-475c-aa9a-402068e3fa1a req-a92b60e7-7cce-43fe-9282-75c801ac45ac tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 944 time: 0.0863366 Apr 12 16:27:20.142737 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'tag': 'd861fdfc-9161-44f1-a933-dd10d7398a1e'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:27:20.144870 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b164930-906b-470c-a797-aca45c15a71a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b", "tag": "d861fdfc-9161-44f1-a933-dd10d7398a1e"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:27:20.158405 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-81da2d12-7105-46cd-b763-b69dce3319e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:20.159871 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-81da2d12-7105-46cd-b763-b69dce3319e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b41d7f9c-e278-47e4-81fe-aa85c501c87e HTTP/1.1" status: 200 len: 851 time: 0.1217709 Apr 12 16:27:20.198523 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6036f5e-a505-4956-9d49-ec7d3a0520ea x-openstack-request-id: req-f6036f5e-a505-4956-9d49-ec7d3a0520ea {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:27:20.198808 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b", "tag": "d861fdfc-9161-44f1-a933-dd10d7398a1e", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:27:20.199052 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f6036f5e-a505-4956-9d49-ec7d3a0520ea {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:27:20.199436 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6036f5e-a505-4956-9d49-ec7d3a0520ea'] response: {'name': 'network-changed', 'server_uuid': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'tag': 'd861fdfc-9161-44f1-a933-dd10d7398a1e', 'status': 'completed', 'code': 200} Apr 12 16:27:20.234764 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-79ac4e97-19ac-475c-aa9a-402068e3fa1a req-a19c9682-583f-4ee5-991a-3f0e2643a898 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1362672 Apr 12 16:27:20.369316 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4f84c2-fc40-4920-817c-184dbc7b0422 admin admin] Router d99e522d-0410-4cd3-9872-936ec7a529d7 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:27:20.482248 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4f84c2-fc40-4920-817c-184dbc7b0422 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:27:20.487369 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-7c4f84c2-fc40-4920-817c-184dbc7b0422 admin admin] 10.222.0.67 "PUT /v2.0/routers/d99e522d-0410-4cd3-9872-936ec7a529d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4030604 Apr 12 16:27:20.490803 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71047ff1-9fe6-433c-b464-78a520fecfcb None None] Sync routers for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:27:20.491341 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50420) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:20.502247 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71047ff1-9fe6-433c-b464-78a520fecfcb None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:27:20.502887 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-71047ff1-9fe6-433c-b464-78a520fecfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:26:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:20.652481 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-71047ff1-9fe6-433c-b464-78a520fecfcb None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:27:20.673473 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5db7f3c3-69d4-412d-9dc8-077d856a2d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:20.847024 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-71047ff1-9fe6-433c-b464-78a520fecfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:27:19Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:20.879107 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71047ff1-9fe6-433c-b464-78a520fecfcb None None] Checking router: d99e522d-0410-4cd3-9872-936ec7a529d7 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:27:20.887562 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71047ff1-9fe6-433c-b464-78a520fecfcb None None] Routers {'d99e522d-0410-4cd3-9872-936ec7a529d7'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:27:20.888175 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-71047ff1-9fe6-433c-b464-78a520fecfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:26:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d99e522d-0410-4cd3-9872-936ec7a529d7'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:20.900644 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] Publish callbacks [] for router (d99e522d-0410-4cd3-9872-936ec7a529d7), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:20.996103 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-71047ff1-9fe6-433c-b464-78a520fecfcb None None] Set router d99e522d-0410-4cd3-9872-936ec7a529d7 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:27:21.004324 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] Publish callbacks [] for router_gateway (d99e522d-0410-4cd3-9872-936ec7a529d7), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.053961 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] Deleting port 4712ed58-356f-4d8f-97e9-96e0778ffbbc {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:21.054324 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (4712ed58-356f-4d8f-97e9-96e0778ffbbc), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.149956 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] For port 4712ed58-356f-4d8f-97e9-96e0778ffbbc, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=4712ed58-356f-4d8f-97e9-96e0778ffbbc,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:21.150334 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (4712ed58-356f-4d8f-97e9-96e0778ffbbc), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.165334 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] Calling delete_port for 4712ed58-356f-4d8f-97e9-96e0778ffbbc owned by network:router_gateway {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:21.269824 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-71047ff1-9fe6-433c-b464-78a520fecfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:27:19Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:21.297804 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71047ff1-9fe6-433c-b464-78a520fecfcb None None] The sync data for ids ['d99e522d-0410-4cd3-9872-936ec7a529d7'] in dv-cinder-837528-1-iscsi is: [{'id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'name': 'tempest-AttachVolumeNegativeTest-2004451282-router', 'tenant_id': '8743d75ee3b14874a47f8c5c5054795c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:30Z', 'updated_at': '2022-04-12T16:27:19Z', 'revision_number': 5, 'project_id': '8743d75ee3b14874a47f8c5c5054795c', 'gw_port': {'id': '4712ed58-356f-4d8f-97e9-96e0778ffbbc', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e522d-0410-4cd3-9872-936ec7a529d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:32Z', 'updated_at': '2022-04-12T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:27:21.345550 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (4712ed58-356f-4d8f-97e9-96e0778ffbbc), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.368764 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2aa6e-8ad8-4b3e-bcd6-d89cbf62363c req-ada7df4c-650b-48ec-82f8-b93a5ef705d0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:21.369684 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] Pushing event deleted for resources: {'Port': ['ID=4712ed58-356f-4d8f-97e9-96e0778ffbbc,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:21.371653 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-73b2aa6e-8ad8-4b3e-bcd6-d89cbf62363c req-ada7df4c-650b-48ec-82f8-b93a5ef705d0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 944 time: 0.0545278 Apr 12 16:27:21.423145 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-73b2aa6e-8ad8-4b3e-bcd6-d89cbf62363c req-711da2df-2beb-4cce-9bda-3f4a2289c876 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460823 Apr 12 16:27:21.441689 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693243'] for router_gateway (d99e522d-0410-4cd3-9872-936ec7a529d7), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.536361 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (d99e522d-0410-4cd3-9872-936ec7a529d7), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.538646 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] Publish callbacks [] for router_controller (d99e522d-0410-4cd3-9872-936ec7a529d7), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.584639 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-695838'] for router (d99e522d-0410-4cd3-9872-936ec7a529d7), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.585142 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d99e522d-0410-4cd3-9872-936ec7a529d7 {{(pid=103550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:27:21.590439 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.592239 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8fecc725-930f-4a6b-93bc-dc4b557dc334 admin admin] 10.222.0.67 "DELETE /v2.0/routers/d99e522d-0410-4cd3-9872-936ec7a529d7 HTTP/1.1" status: 204 len: 168 time: 1.1002865 Apr 12 16:27:21.595114 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 50430) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:21.648680 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef3d37c-bbe5-4c81-8bab-394cc06573e0 admin admin] Deleting subnet a54963cb-0986-4500-9b88-9607219c9268 {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:27:21.652419 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bef3d37c-bbe5-4c81-8bab-394cc06573e0 admin admin] Publish callbacks [] for subnet (a54963cb-0986-4500-9b88-9607219c9268), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.689489 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bef3d37c-bbe5-4c81-8bab-394cc06573e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25560717'] for subnet (a54963cb-0986-4500-9b88-9607219c9268), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.773555 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bef3d37c-bbe5-4c81-8bab-394cc06573e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (a54963cb-0986-4500-9b88-9607219c9268), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.831566 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bef3d37c-bbe5-4c81-8bab-394cc06573e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25561300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25714968'] for subnet (a54963cb-0986-4500-9b88-9607219c9268), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.858786 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bef3d37c-bbe5-4c81-8bab-394cc06573e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.862167 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-bef3d37c-bbe5-4c81-8bab-394cc06573e0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a54963cb-0986-4500-9b88-9607219c9268 HTTP/1.1" status: 204 len: 168 time: 0.2653964 Apr 12 16:27:21.863641 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3d37c-bbe5-4c81-8bab-394cc06573e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54963cb-0986-4500-9b88-9607219c9268,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:21.865244 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50436) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:21.871619 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6bb3f-bd98-419a-a531-467c5c0d0840 None None] Network ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:27:21.941711 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:21.998663 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Deleting port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:21.999011 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.023659 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] DHCP port deletion for ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a request from dv-cinder-837528-1-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:27:22.064315 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] For port 3b06202e-1dfb-4b4a-b0a0-da636b281b75, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=3b06202e-1dfb-4b4a-b0a0-da636b281b75,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:22.064697 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.066765 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Deleting port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:22.067377 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.078452 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Calling delete_port for 3b06202e-1dfb-4b4a-b0a0-da636b281b75 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:22.141430 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] For port 3b06202e-1dfb-4b4a-b0a0-da636b281b75, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=3b06202e-1dfb-4b4a-b0a0-da636b281b75,segment=NetworkSegment(cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1),segment_id=cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:22.142093 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.155108 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Calling delete_port for 3b06202e-1dfb-4b4a-b0a0-da636b281b75 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:22.167481 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.194370 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b06202e-1dfb-4b4a-b0a0-da636b281b75,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:22.196417 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] No DVR routers for this DVR port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 on host dv-cinder-837528-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:27:22.238928 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879'] for port (3b06202e-1dfb-4b4a-b0a0-da636b281b75), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.261978 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Pushing event deleted for resources: {'Port': ['ID=3b06202e-1dfb-4b4a-b0a0-da636b281b75,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:22.268347 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.272512 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] No DVR routers for this DVR port 3b06202e-1dfb-4b4a-b0a0-da636b281b75 on host dv-cinder-837528-1-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:27:22.274402 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.274755 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.275099 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.275445 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.275780 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.276111 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.276439 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.277271 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.277271 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.277468 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.277719 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.278069 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.278395 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.278748 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.279042 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a068a0da-5ac2-42b7-9a32-99b81939e8d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:27:22.295231 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:22.306393 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:22.306805 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:22.320411 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25740662'] for segment (cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.335531 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.342246 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:27:22.342840 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25838384'] for segment (cf6f16f3-7748-4a5b-8cc3-0a4384d15ac1), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: Traceback (most recent call last): Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: timer() Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: cb(*args, **kw) Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: return func(*args, **kwargs) Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: self._notify() Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: self.callback(batched_events) Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: event.method(event) Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: return f(self, *a, **k) Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._get(url).json() Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:27:22.344912 dv-cinder-837528-1-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:27:22.400650 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.406271 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.409413 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] 10.222.0.67 "DELETE /v2.0/networks/ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a HTTP/1.1" status: 204 len: 168 time: 0.5428364 Apr 12 16:27:22.420121 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c75e1-1f20-4b60-926b-b69ffb4fec7f admin admin] Pushing event deleted for resources: {'Network': ['ID=ecce0ebb-6f6d-41f3-91d1-6cb5caa3527a,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:22.550531 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a1727-8f49-4d93-988e-ce3c64a579af req-99f819e6-8d9e-451d-967f-8bea8286f191 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:22.551097 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50444) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:22.552322 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a10a1727-8f49-4d93-988e-ce3c64a579af req-99f819e6-8d9e-451d-967f-8bea8286f191 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 944 time: 0.0561364 Apr 12 16:27:22.592427 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b8b2b264-cc18-4894-baf7-318ee693eaea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8743d75ee3b14874a47f8c5c5054795c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402474 Apr 12 16:27:22.594845 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50446) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:22.606446 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a10a1727-8f49-4d93-988e-ce3c64a579af req-507c547c-b8e3-49dd-b092-a32f89c295cf tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484867 Apr 12 16:27:22.653358 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1d93fcd3-face-4fd5-8084-0343edb434f3 admin admin] Publish callbacks [] for security_group (0359640a-74d9-457f-a8c5-82102eb88382), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.670325 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 4712ed58-356f-4d8f-97e9-96e0778ffbbc no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:27:22.674960 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1d93fcd3-face-4fd5-8084-0343edb434f3 admin admin] Publish callbacks [] for security_group (0359640a-74d9-457f-a8c5-82102eb88382), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.695540 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 4712ed58-356f-4d8f-97e9-96e0778ffbbc {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:27:22.695773 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 4712ed58-356f-4d8f-97e9-96e0778ffbbc not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:27:22.696185 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device d3aae52e-69e1-45b5-b6a7-736f8edd6c1d no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:27:22.718103 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: d3aae52e-69e1-45b5-b6a7-736f8edd6c1d {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:27:22.718450 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device d3aae52e-69e1-45b5-b6a7-736f8edd6c1d not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:27:22.718927 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3b06202e-1dfb-4b4a-b0a0-da636b281b75 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:27:22.728820 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1d93fcd3-face-4fd5-8084-0343edb434f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (0359640a-74d9-457f-a8c5-82102eb88382), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.731522 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1d93fcd3-face-4fd5-8084-0343edb434f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:22.732658 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-1d93fcd3-face-4fd5-8084-0343edb434f3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0359640a-74d9-457f-a8c5-82102eb88382 HTTP/1.1" status: 204 len: 168 time: 0.1369514 Apr 12 16:27:22.738805 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 3b06202e-1dfb-4b4a-b0a0-da636b281b75 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:27:22.739159 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3b06202e-1dfb-4b4a-b0a0-da636b281b75 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:27:22.743394 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93fcd3-face-4fd5-8084-0343edb434f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0359640a-74d9-457f-a8c5-82102eb88382,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:22.901012 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-d1cd1e17-a78e-4715-a934-2fd2d115887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:22.902701 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-d1cd1e17-a78e-4715-a934-2fd2d115887c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409987 Apr 12 16:27:22.961845 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6d7be194-fd07-48ba-9a2c-4918eb002035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:23.001260 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-d3de994d-0b35-4fee-bed6-402920510215 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916405 Apr 12 16:27:23.097054 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-418bb932-a96b-4db9-a1fe-265b1b17d501 req-24adaf57-c01a-4b50-a884-44d62acdb4ba service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870287 Apr 12 16:27:23.456258 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b164930-906b-470c-a797-aca45c15a71a req-ecf52c6b-785f-46e4-a692-2d9dfbc46a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:23.457856 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2b164930-906b-470c-a797-aca45c15a71a req-ecf52c6b-785f-46e4-a692-2d9dfbc46a39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 1128 time: 0.0386510 Apr 12 16:27:23.564546 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b164930-906b-470c-a797-aca45c15a71a req-46ecd10b-ff50-4de2-87e2-292d45b240f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:23.565985 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2b164930-906b-470c-a797-aca45c15a71a req-46ecd10b-ff50-4de2-87e2-292d45b240f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 913 time: 0.0962517 Apr 12 16:27:23.614973 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2b164930-906b-470c-a797-aca45c15a71a req-d858e3c3-6c98-4bbf-b2c5-14292f8fdf91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d861fdfc-9161-44f1-a933-dd10d7398a1e HTTP/1.1" status: 200 len: 217 time: 0.0352557 Apr 12 16:27:23.678623 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b164930-906b-470c-a797-aca45c15a71a req-fc45b02e-e38e-4dcf-a504-25fa9491cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:23.680338 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2b164930-906b-470c-a797-aca45c15a71a req-fc45b02e-e38e-4dcf-a504-25fa9491cbf0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b41d7f9c-e278-47e4-81fe-aa85c501c87e HTTP/1.1" status: 200 len: 851 time: 0.0503538 Apr 12 16:27:23.761120 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b164930-906b-470c-a797-aca45c15a71a req-41fc360d-1e0c-4c95-9e8b-6895c2af25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:23.762724 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2b164930-906b-470c-a797-aca45c15a71a req-41fc360d-1e0c-4c95-9e8b-6895c2af25cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733979 Apr 12 16:27:23.768920 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c2bf2-72d3-4d88-bde7-8578e10e193c req-af6ac5ab-4251-41af-ae7d-df65b6fd9119 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:23.770588 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a84c2bf2-72d3-4d88-bde7-8578e10e193c req-af6ac5ab-4251-41af-ae7d-df65b6fd9119 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 944 time: 0.0718009 Apr 12 16:27:23.874692 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a84c2bf2-72d3-4d88-bde7-8578e10e193c req-4c8ac7fc-80dd-49ea-983e-686e314380e1 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957711 Apr 12 16:27:23.895663 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2b164930-906b-470c-a797-aca45c15a71a req-2b2a0edc-39c5-4d39-894d-0bb4dfa13a82 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238735 Apr 12 16:27:23.994226 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2b164930-906b-470c-a797-aca45c15a71a req-32934b10-c663-4114-9657-1b91326663ca service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925543 Apr 12 16:27:24.218008 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:24.838878 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50554) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:24.963949 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-566baf79-4658-4700-9969-3ee7a72af5cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.023054 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae898309-6959-4c15-8e55-d35e647e81a0 req-0b64aed4-6afb-4c3a-8066-73132b18d1c7 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:25.024759 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ae898309-6959-4c15-8e55-d35e647e81a0 req-0b64aed4-6afb-4c3a-8066-73132b18d1c7 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 944 time: 0.0575020 Apr 12 16:27:25.074311 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-566baf79-4658-4700-9969-3ee7a72af5cc admin admin] Publish callbacks [] for security_group (6ee2a874-5a86-433b-aabb-9c34bc0855b3), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.078629 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-566baf79-4658-4700-9969-3ee7a72af5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (6ee2a874-5a86-433b-aabb-9c34bc0855b3), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.121336 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ae898309-6959-4c15-8e55-d35e647e81a0 req-bdb5cf64-1019-4681-82f0-5ca7be700c7d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892928 Apr 12 16:27:25.123398 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566baf79-4658-4700-9969-3ee7a72af5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee2a874-5a86-433b-aabb-9c34bc0855b3,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:25.141601 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 50564) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:25.144335 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-566baf79-4658-4700-9969-3ee7a72af5cc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ac8eb1d0d1614567979c718df4ec8958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036942 Apr 12 16:27:25.192695 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1d7037bd-35d8-45fd-b331-1acafeafec0d admin admin] Publish callbacks [] for security_group (6ee2a874-5a86-433b-aabb-9c34bc0855b3), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.216435 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.217930 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1d7037bd-35d8-45fd-b331-1acafeafec0d admin admin] Publish callbacks [] for security_group (6ee2a874-5a86-433b-aabb-9c34bc0855b3), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.273794 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1d7037bd-35d8-45fd-b331-1acafeafec0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (6ee2a874-5a86-433b-aabb-9c34bc0855b3), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.276781 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1d7037bd-35d8-45fd-b331-1acafeafec0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.280878 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-1d7037bd-35d8-45fd-b331-1acafeafec0d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ee2a874-5a86-433b-aabb-9c34bc0855b3 HTTP/1.1" status: 204 len: 168 time: 0.1383536 Apr 12 16:27:25.289784 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7037bd-35d8-45fd-b331-1acafeafec0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee2a874-5a86-433b-aabb-9c34bc0855b3,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:25.559360 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.574923 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 50570) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:25.589303 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5f36-ca01-4819-b5b4-4b40cc95c0a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.674066 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5f36-ca01-4819-b5b4-4b40cc95c0a1 admin admin] Publish callbacks [] for security_group (a4e4eefd-2c34-46e0-8f7a-e7150739cb0d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.678688 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5f36-ca01-4819-b5b4-4b40cc95c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (a4e4eefd-2c34-46e0-8f7a-e7150739cb0d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.710266 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc5f36-ca01-4819-b5b4-4b40cc95c0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e4eefd-2c34-46e0-8f7a-e7150739cb0d,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:25.741890 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50572) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:25.742200 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b0fc5f36-ca01-4819-b5b4-4b40cc95c0a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=687a1ad713ad49ce96a04589abdd33a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656513 Apr 12 16:27:25.794331 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-484a2643-162e-4b78-963e-31f311c0e3bc admin admin] Publish callbacks [] for security_group (a4e4eefd-2c34-46e0-8f7a-e7150739cb0d), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.824627 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-484a2643-162e-4b78-963e-31f311c0e3bc admin admin] Publish callbacks [] for security_group (a4e4eefd-2c34-46e0-8f7a-e7150739cb0d), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.890640 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 50580) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:25.893966 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-484a2643-162e-4b78-963e-31f311c0e3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (a4e4eefd-2c34-46e0-8f7a-e7150739cb0d), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.902413 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-484a2643-162e-4b78-963e-31f311c0e3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:25.906567 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-484a2643-162e-4b78-963e-31f311c0e3bc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a4e4eefd-2c34-46e0-8f7a-e7150739cb0d HTTP/1.1" status: 204 len: 168 time: 0.1632636 Apr 12 16:27:25.935580 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a2643-162e-4b78-963e-31f311c0e3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e4eefd-2c34-46e0-8f7a-e7150739cb0d,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:26.265663 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0e68-005d-4495-9c2d-de7af36889a6 req-511b402a-3b7a-48ff-b3b1-a8080d97250d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:26.268364 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-402c0e68-005d-4495-9c2d-de7af36889a6 req-511b402a-3b7a-48ff-b3b1-a8080d97250d tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 944 time: 0.0587497 Apr 12 16:27:26.369935 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-402c0e68-005d-4495-9c2d-de7af36889a6 req-26952743-cfe1-435c-a5fa-0e0434645045 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917218 Apr 12 16:27:26.639571 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-738328c3-eba6-4446-9acc-2b441f38ff64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693697'] for router_interface (d8b87beb-b277-4a78-ae2e-efa7676f5679), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:26.943966 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-738328c3-eba6-4446-9acc-2b441f38ff64 admin admin] Deleting port ecc9956a-2cc3-4395-af3c-e6895ef21612 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:26.944440 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-738328c3-eba6-4446-9acc-2b441f38ff64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:27.067175 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:27.076785 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-738328c3-eba6-4446-9acc-2b441f38ff64 admin admin] For port ecc9956a-2cc3-4395-af3c-e6895ef21612, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ecc9956a-2cc3-4395-af3c-e6895ef21612,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:27.077419 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-738328c3-eba6-4446-9acc-2b441f38ff64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:27.094974 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-738328c3-eba6-4446-9acc-2b441f38ff64 admin admin] Calling delete_port for ecc9956a-2cc3-4395-af3c-e6895ef21612 owned by network:router_interface {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:27.351342 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-738328c3-eba6-4446-9acc-2b441f38ff64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (ecc9956a-2cc3-4395-af3c-e6895ef21612), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:27.377473 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738328c3-eba6-4446-9acc-2b441f38ff64 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc9956a-2cc3-4395-af3c-e6895ef21612,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:27.684345 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a7d1-b3ff-4411-9fde-da9f0b8d35b1 req-7a7370df-74c5-4551-952d-a8c168bca711 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:27.686209 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b068a7d1-b3ff-4411-9fde-da9f0b8d35b1 req-7a7370df-74c5-4551-952d-a8c168bca711 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 944 time: 0.1828458 Apr 12 16:27:27.733602 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-738328c3-eba6-4446-9acc-2b441f38ff64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693597'] for router_interface (d8b87beb-b277-4a78-ae2e-efa7676f5679), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:27.837016 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b068a7d1-b3ff-4411-9fde-da9f0b8d35b1 req-dd62615c-d292-4b7c-9739-1862eec3a579 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1396699 Apr 12 16:27:28.103077 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738328c3-eba6-4446-9acc-2b441f38ff64 admin admin] Router d8b87beb-b277-4a78-ae2e-efa7676f5679 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:27:28.238675 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738328c3-eba6-4446-9acc-2b441f38ff64 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:27:28.246724 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-738328c3-eba6-4446-9acc-2b441f38ff64 admin admin] 10.222.0.67 "PUT /v2.0/routers/d8b87beb-b277-4a78-ae2e-efa7676f5679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3523891 Apr 12 16:27:28.247042 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 50646) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:28.253190 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39759a-cc1b-4fb8-901a-6304326894e6 None None] Sync routers for ids ['d8b87beb-b277-4a78-ae2e-efa7676f5679'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:27:28.279063 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39759a-cc1b-4fb8-901a-6304326894e6 None None] Routers {'d8b87beb-b277-4a78-ae2e-efa7676f5679'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:27:28.279883 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-be39759a-cc1b-4fb8-901a-6304326894e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:27:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d8b87beb-b277-4a78-ae2e-efa7676f5679'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:28.408796 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] Publish callbacks [] for router (d8b87beb-b277-4a78-ae2e-efa7676f5679), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:28.470230 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-be39759a-cc1b-4fb8-901a-6304326894e6 None None] Set router d8b87beb-b277-4a78-ae2e-efa7676f5679 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:27:28.577834 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] Publish callbacks [] for router_gateway (d8b87beb-b277-4a78-ae2e-efa7676f5679), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:28.647769 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] Deleting port 9d58e96b-7b71-49df-b66a-817e1e38e641 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:28.648125 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (9d58e96b-7b71-49df-b66a-817e1e38e641), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:28.771510 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-be39759a-cc1b-4fb8-901a-6304326894e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:27:27Z', 'revision_number': 5, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port': {'id': '9d58e96b-7b71-49df-b66a-817e1e38e641', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:37Z', 'updated_at': '2022-04-12T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:28.780006 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] For port 9d58e96b-7b71-49df-b66a-817e1e38e641, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=9d58e96b-7b71-49df-b66a-817e1e38e641,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:28.780543 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (9d58e96b-7b71-49df-b66a-817e1e38e641), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:28.803680 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39759a-cc1b-4fb8-901a-6304326894e6 None None] Checking router: d8b87beb-b277-4a78-ae2e-efa7676f5679 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:27:28.804857 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] Calling delete_port for 9d58e96b-7b71-49df-b66a-817e1e38e641 owned by network:router_gateway {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:28.815356 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39759a-cc1b-4fb8-901a-6304326894e6 None None] Routers {'d8b87beb-b277-4a78-ae2e-efa7676f5679'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:27:28.816018 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-be39759a-cc1b-4fb8-901a-6304326894e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:27:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['d8b87beb-b277-4a78-ae2e-efa7676f5679'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:28.933378 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-be39759a-cc1b-4fb8-901a-6304326894e6 None None] Set router d8b87beb-b277-4a78-ae2e-efa7676f5679 gateway port host: None {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:27:28.992972 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-be39759a-cc1b-4fb8-901a-6304326894e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:27:28Z', 'revision_number': 6, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port_host': None}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:29.027844 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39759a-cc1b-4fb8-901a-6304326894e6 None None] The sync data for ids ['d8b87beb-b277-4a78-ae2e-efa7676f5679'] in dv-cinder-837528-1-iscsi is: [{'id': 'd8b87beb-b277-4a78-ae2e-efa7676f5679', 'name': 'tempest-AttachVolumeTestJSON-1485031115-router', 'tenant_id': '9e274b464718459ea125ef2d5b5003ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:34Z', 'updated_at': '2022-04-12T16:27:28Z', 'revision_number': 6, 'project_id': '9e274b464718459ea125ef2d5b5003ce', 'gw_port_host': None}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:27:29.238933 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3200f-2733-4f70-a734-a73ad9f24632 req-d57dbfaa-e1a1-45fb-905c-a7a324e98de3 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:29.240494 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2c3200f-2733-4f70-a734-a73ad9f24632 req-d57dbfaa-e1a1-45fb-905c-a7a324e98de3 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 944 time: 0.0617936 Apr 12 16:27:29.339719 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2c3200f-2733-4f70-a734-a73ad9f24632 req-9e4062d4-7a43-4a32-88f8-846e6dfbe9d7 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920930 Apr 12 16:27:29.410216 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (9d58e96b-7b71-49df-b66a-817e1e38e641), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:29.447668 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9d58e96b-7b71-49df-b66a-817e1e38e641,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:29.529098 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693243'] for router_gateway (d8b87beb-b277-4a78-ae2e-efa7676f5679), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:29.630031 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (d8b87beb-b277-4a78-ae2e-efa7676f5679), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:29.632467 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] Publish callbacks [] for router_controller (d8b87beb-b277-4a78-ae2e-efa7676f5679), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:29.689016 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-695838'] for router (d8b87beb-b277-4a78-ae2e-efa7676f5679), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:29.690469 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8b87beb-b277-4a78-ae2e-efa7676f5679 {{(pid=103551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:27:29.699111 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:29.702090 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a195e772-e050-49f4-aa53-8428ab7202ca admin admin] 10.222.0.67 "DELETE /v2.0/routers/d8b87beb-b277-4a78-ae2e-efa7676f5679 HTTP/1.1" status: 204 len: 168 time: 1.4521813 Apr 12 16:27:29.703240 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50664) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:29.769806 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b26328-1f0d-4412-9501-f2d5722fa437 admin admin] Deleting subnet eff737a4-8496-4d8b-b7c1-649a5d573665 {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:27:29.773892 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9b26328-1f0d-4412-9501-f2d5722fa437 admin admin] Publish callbacks [] for subnet (eff737a4-8496-4d8b-b7c1-649a5d573665), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:29.828840 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9b26328-1f0d-4412-9501-f2d5722fa437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25740621'] for subnet (eff737a4-8496-4d8b-b7c1-649a5d573665), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:29.950312 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9b26328-1f0d-4412-9501-f2d5722fa437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (eff737a4-8496-4d8b-b7c1-649a5d573665), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.030929 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9b26328-1f0d-4412-9501-f2d5722fa437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25838474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25952621'] for subnet (eff737a4-8496-4d8b-b7c1-649a5d573665), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.062329 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b26328-1f0d-4412-9501-f2d5722fa437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff737a4-8496-4d8b-b7c1-649a5d573665,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:30.080018 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9b26328-1f0d-4412-9501-f2d5722fa437 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.085041 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e9b26328-1f0d-4412-9501-f2d5722fa437 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/eff737a4-8496-4d8b-b7c1-649a5d573665 HTTP/1.1" status: 204 len: 168 time: 0.3807693 Apr 12 16:27:30.086308 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0607f82e-bc18-421a-989b-691f24fdc72c None None] Network 028a45e4-8708-408c-a3b9-d772d5389f9f requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:27:30.088013 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 50668) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:30.189993 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (028a45e4-8708-408c-a3b9-d772d5389f9f), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.290175 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Deleting port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:30.290656 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.351581 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311ce4cb-79ca-4cd6-9664-28c389b066f7 None None] DHCP port deletion for 028a45e4-8708-408c-a3b9-d772d5389f9f request from dv-cinder-837528-1-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:27:30.398225 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] For port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=3b33d6e1-6687-43d2-a6cf-94dd8f984cab,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:30.398603 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.409883 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-311ce4cb-79ca-4cd6-9664-28c389b066f7 None None] Deleting port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:30.411390 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-311ce4cb-79ca-4cd6-9664-28c389b066f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.424529 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Calling delete_port for 3b33d6e1-6687-43d2-a6cf-94dd8f984cab owned by network:dhcp {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:30.501142 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-311ce4cb-79ca-4cd6-9664-28c389b066f7 None None] For port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=3b33d6e1-6687-43d2-a6cf-94dd8f984cab,segment=NetworkSegment(81646227-5519-498f-8b2f-dd25d438e0a7),segment_id=81646227-5519-498f-8b2f-dd25d438e0a7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:30.501854 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-311ce4cb-79ca-4cd6-9664-28c389b066f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.521514 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-311ce4cb-79ca-4cd6-9664-28c389b066f7 None None] Calling delete_port for 3b33d6e1-6687-43d2-a6cf-94dd8f984cab owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:30.541266 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81220da-83de-4e84-8cf5-8a387ac6fbef req-70f86c94-3989-4a87-9d1a-d75ca4bdc685 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:30.543088 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b81220da-83de-4e84-8cf5-8a387ac6fbef req-70f86c94-3989-4a87-9d1a-d75ca4bdc685 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 944 time: 0.1041207 Apr 12 16:27:30.600359 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.619912 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-311ce4cb-79ca-4cd6-9664-28c389b066f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879'] for port (3b33d6e1-6687-43d2-a6cf-94dd8f984cab), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.648348 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b81220da-83de-4e84-8cf5-8a387ac6fbef req-b706f436-6412-413f-b74f-97cee8f9fad8 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978563 Apr 12 16:27:30.649494 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] No DVR routers for this DVR port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab on host dv-cinder-837528-1-iscsi {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:27:30.651520 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b33d6e1-6687-43d2-a6cf-94dd8f984cab,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:30.675709 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311ce4cb-79ca-4cd6-9664-28c389b066f7 None None] No DVR routers for this DVR port 3b33d6e1-6687-43d2-a6cf-94dd8f984cab on host dv-cinder-837528-1-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:27:30.697587 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ce4cb-79ca-4cd6-9664-28c389b066f7 None None] Pushing event deleted for resources: {'Port': ['ID=3b33d6e1-6687-43d2-a6cf-94dd8f984cab,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:30.715862 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 9d58e96b-7b71-49df-b66a-817e1e38e641 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:27:30.738921 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 9d58e96b-7b71-49df-b66a-817e1e38e641 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:27:30.739363 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 9d58e96b-7b71-49df-b66a-817e1e38e641 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:27:30.739844 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3b33d6e1-6687-43d2-a6cf-94dd8f984cab no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:27:30.749190 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (028a45e4-8708-408c-a3b9-d772d5389f9f), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.761265 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 3b33d6e1-6687-43d2-a6cf-94dd8f984cab {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:27:30.761813 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3b33d6e1-6687-43d2-a6cf-94dd8f984cab not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:27:30.762887 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device ecc9956a-2cc3-4395-af3c-e6895ef21612 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:27:30.773164 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028a45e4-8708-408c-a3b9-d772d5389f9f']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:30.793551 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: ecc9956a-2cc3-4395-af3c-e6895ef21612 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:27:30.793551 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device ecc9956a-2cc3-4395-af3c-e6895ef21612 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:27:30.804880 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81646227-5519-498f-8b2f-dd25d438e0a7') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:30.805236 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81646227-5519-498f-8b2f-dd25d438e0a7') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:30.816334 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25560758'] for segment (81646227-5519-498f-8b2f-dd25d438e0a7), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.834404 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (81646227-5519-498f-8b2f-dd25d438e0a7), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.841811 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:27:30.842379 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25561198'] for segment (81646227-5519-498f-8b2f-dd25d438e0a7), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: Traceback (most recent call last): Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: timer() Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: cb(*args, **kw) Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: return func(*args, **kwargs) Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: self._notify() Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: self.callback(batched_events) Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: event.method(event) Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: return f(self, *a, **k) Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: return self._get(url).json() Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:27:30.844187 dv-cinder-837528-1-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:27:30.948466 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (028a45e4-8708-408c-a3b9-d772d5389f9f), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.952799 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-705141b4-2fac-49ab-b636-a721e1e3be55 req-be3ba72c-1d42-4b55-bd3f-10c42268253b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469768 Apr 12 16:27:30.968444 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Pushing event deleted for resources: {'Network': ['ID=028a45e4-8708-408c-a3b9-d772d5389f9f,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:30.974535 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:30.985208 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-48d8be1d-e23c-4422-88ba-b21c31426039 admin admin] 10.222.0.67 "DELETE /v2.0/networks/028a45e4-8708-408c-a3b9-d772d5389f9f HTTP/1.1" status: 204 len: 168 time: 0.8959470 Apr 12 16:27:31.056086 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705141b4-2fac-49ab-b636-a721e1e3be55 req-d6d03912-b54d-41b5-ab84-c7ec98cefb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:31.057562 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-705141b4-2fac-49ab-b636-a721e1e3be55 req-d6d03912-b54d-41b5-ab84-c7ec98cefb4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45e8e703a32d4ac4be28bb7018de850f&device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 1130 time: 0.0544417 Apr 12 16:27:31.218742 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705141b4-2fac-49ab-b636-a721e1e3be55 req-e2f5f499-ab39-4c6c-a9ea-1dea496e24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:31.220297 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-705141b4-2fac-49ab-b636-a721e1e3be55 req-e2f5f499-ab39-4c6c-a9ea-1dea496e24c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=659bb59b-3f11-4e82-88df-ec448e9e7e28 HTTP/1.1" status: 200 len: 918 time: 0.1396139 Apr 12 16:27:31.237316 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50686) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:31.333600 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-705141b4-2fac-49ab-b636-a721e1e3be55 req-2b4dfe24-2254-493c-8f65-c4be6da4651b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823 HTTP/1.1" status: 200 len: 1001 time: 0.0998547 Apr 12 16:27:31.360588 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d01f44d2-d81d-44d4-afb5-6c3111f45dda admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9e274b464718459ea125ef2d5b5003ce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1197867 Apr 12 16:27:31.361221 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50694) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:31.408031 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705141b4-2fac-49ab-b636-a721e1e3be55 req-314ed19c-b68e-46b9-a138-103b15351d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:31.409549 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-705141b4-2fac-49ab-b636-a721e1e3be55 req-314ed19c-b68e-46b9-a138-103b15351d27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=644bce61-9908-4b22-b9ff-6ee45a6d0077 HTTP/1.1" status: 200 len: 856 time: 0.0689008 Apr 12 16:27:31.440989 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5a42916b-4f0d-44e8-ba09-45979e5babf0 admin admin] Publish callbacks [] for security_group (967db3a2-4b9d-4958-ae14-64a6a261f287), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:31.463677 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705141b4-2fac-49ab-b636-a721e1e3be55 req-ae9fd7b9-49c1-4009-a07c-96262644b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:31.465578 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-705141b4-2fac-49ab-b636-a721e1e3be55 req-ae9fd7b9-49c1-4009-a07c-96262644b55d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=659bb59b-3f11-4e82-88df-ec448e9e7e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490394 Apr 12 16:27:31.488841 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5a42916b-4f0d-44e8-ba09-45979e5babf0 admin admin] Publish callbacks [] for security_group (967db3a2-4b9d-4958-ae14-64a6a261f287), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:31.549444 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5a42916b-4f0d-44e8-ba09-45979e5babf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (967db3a2-4b9d-4958-ae14-64a6a261f287), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:31.552724 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5a42916b-4f0d-44e8-ba09-45979e5babf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:31.553910 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5a42916b-4f0d-44e8-ba09-45979e5babf0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/967db3a2-4b9d-4958-ae14-64a6a261f287 HTTP/1.1" status: 204 len: 168 time: 0.1917777 Apr 12 16:27:31.567453 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42916b-4f0d-44e8-ba09-45979e5babf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967db3a2-4b9d-4958-ae14-64a6a261f287,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:31.638106 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-705141b4-2fac-49ab-b636-a721e1e3be55 req-f9e34d1b-b89e-4dc7-85f9-883c193cd7d7 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565118 Apr 12 16:27:31.827860 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a9d4d-2d4c-40ef-aea1-f8c0314682c4 req-d49e7e0e-4ced-4bd5-9d2e-24d7234f24ce tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:31.829402 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-596a9d4d-2d4c-40ef-aea1-f8c0314682c4 req-d49e7e0e-4ced-4bd5-9d2e-24d7234f24ce tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 944 time: 0.0844319 Apr 12 16:27:31.833884 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-705141b4-2fac-49ab-b636-a721e1e3be55 req-20740458-cf82-4a8f-9e44-a8061f422122 service neutron] 10.222.0.45 "GET /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898232 Apr 12 16:27:31.897088 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-596a9d4d-2d4c-40ef-aea1-f8c0314682c4 req-6a9de918-63ae-440b-a18d-632c3b2ec319 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580120 Apr 12 16:27:31.916317 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device d861fdfc-9161-44f1-a933-dd10d7398a1e details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:27:32.066605 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port d861fdfc-9161-44f1-a933-dd10d7398a1e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d861fdfc-9161-44f1-a933-dd10d7398a1e,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:32.080954 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'd861fdfc-9161-44f1-a933-dd10d7398a1e', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'port_id': 'd861fdfc-9161-44f1-a933-dd10d7398a1e', 'mac_address': 'fa:16:3e:d1:01:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:27:32.141970 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port d861fdfc-9161-44f1-a933-dd10d7398a1e is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:27:32.142539 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:32.159054 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d861fdfc-9161-44f1-a933-dd10d7398a1e {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:27:32.182673 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port d861fdfc-9161-44f1-a933-dd10d7398a1e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d861fdfc-9161-44f1-a933-dd10d7398a1e,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:32.188591 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:32.246846 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=d861fdfc-9161-44f1-a933-dd10d7398a1e,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:32.504604 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['d861fdfc-9161-44f1-a933-dd10d7398a1e'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:27:32.595710 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 50736) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:32.846826 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1425840772-network', 'tenant_id': '1aeea7c7dc304aceab3b06dea348c139'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:27:32.871643 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] Made reservation on behalf of 1aeea7c7dc304aceab3b06dea348c139 for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:27:32.874672 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:32.888876 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:33.060209 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] Publish callbacks [] for security_group (259cb3cb-edf6-42b0-a0cd-eb26a261432b), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:33.067511 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (259cb3cb-edf6-42b0-a0cd-eb26a261432b), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:33.081075 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fde98d-acaa-4adf-841a-a623820b988c req-48bdf6d6-8f3e-4832-8aa8-e571e72c02a6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:33.082622 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d2fde98d-acaa-4adf-841a-a623820b988c req-48bdf6d6-8f3e-4832-8aa8-e571e72c02a6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 945 time: 0.0859201 Apr 12 16:27:33.111173 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:27:33.157390 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (5f9241fc-fd74-4879-aa70-f0e563eeb613), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:33.157857 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] Added segment 5f9241fc-fd74-4879-aa70-f0e563eeb613 of type vlan for network db77a546-03e8-4076-8ce0-358f759153c3 Apr 12 16:27:33.159504 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259cb3cb-edf6-42b0-a0cd-eb26a261432b,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:33.241526 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d2fde98d-acaa-4adf-841a-a623820b988c req-9e654354-1a39-4702-9cb0-589cc6e8d8b7 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1463046 Apr 12 16:27:33.243598 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (db77a546-03e8-4076-8ce0-358f759153c3), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:33.281446 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (db77a546-03e8-4076-8ce0-358f759153c3), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:33.283098 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:33.283883 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:33.354416 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50762) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:33.358610 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7616391 Apr 12 16:27:33.360306 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-cfe6adb4-d4ad-4577-9647-e49d8e83e944 admin admin] Request body: {'subnet': {'network_id': 'db77a546-03e8-4076-8ce0-358f759153c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1425840772-subnet', 'tenant_id': '1aeea7c7dc304aceab3b06dea348c139', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:27:33.365989 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d777a2-c16c-43f7-bb00-701164a0b8e0 admin admin] Pushing event updated for resources: {'Network': ['ID=db77a546-03e8-4076-8ce0-358f759153c3,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:33.377282 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network db77a546-03e8-4076-8ce0-358f759153c3 details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:27:33.383572 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe6adb4-d4ad-4577-9647-e49d8e83e944 admin admin] Made reservation on behalf of 1aeea7c7dc304aceab3b06dea348c139 for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:27:33.386477 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cfe6adb4-d4ad-4577-9647-e49d8e83e944 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25952578'] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:33.594883 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cfe6adb4-d4ad-4577-9647-e49d8e83e944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25840981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25952596'] for subnet (c003b417-a7f4-4005-9303-ea36492d6fb5), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:33.660340 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6adb4-d4ad-4577-9647-e49d8e83e944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c003b417-a7f4-4005-9303-ea36492d6fb5,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:33.666244 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe6adb4-d4ad-4577-9647-e49d8e83e944 admin admin] Checking segment: {'id': '5f9241fc-fd74-4879-aa70-f0e563eeb613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'db77a546-03e8-4076-8ce0-358f759153c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:27:33.667243 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe6adb4-d4ad-4577-9647-e49d8e83e944 admin admin] Network hostable DHCP agents. Network: db77a546-03e8-4076-8ce0-358f759153c3, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:27:33.685788 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe6adb4-d4ad-4577-9647-e49d8e83e944 admin admin] Network db77a546-03e8-4076-8ce0-358f759153c3 is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:27:33.695876 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-cfe6adb4-d4ad-4577-9647-e49d8e83e944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, db77a546-03e8-4076-8ce0-358f759153c3) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:27:33.702003 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe6adb4-d4ad-4577-9647-e49d8e83e944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:33.703337 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cfe6adb4-d4ad-4577-9647-e49d8e83e944 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:33.708145 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93018f30-8162-4945-8c87-c85aea681e47 None None] Network db77a546-03e8-4076-8ce0-358f759153c3 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:27:33.726233 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-cfe6adb4-d4ad-4577-9647-e49d8e83e944 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3699968 Apr 12 16:27:33.814324 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49654107-abd0-47ef-80ee-2f80686b51a9 None None] Network db77a546-03e8-4076-8ce0-358f759153c3 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:27:33.929651 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device d861fdfc-9161-44f1-a933-dd10d7398a1e up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:27:33.987338 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port d861fdfc-9161-44f1-a933-dd10d7398a1e completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:27:33.997980 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port d861fdfc-9161-44f1-a933-dd10d7398a1e triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:27:33.998534 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:34.102332 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port d861fdfc-9161-44f1-a933-dd10d7398a1e is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:27:34.102992 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:34.138823 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd861fdfc-9161-44f1-a933-dd10d7398a1e'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:27:34.142125 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d051673-9b1e-4b33-86b7-2e2aff47e5bf" -d '{"events": [{"server_uuid": "0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b", "name": "network-vif-plugged", "status": "completed", "tag": "d861fdfc-9161-44f1-a933-dd10d7398a1e"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:27:34.161288 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port d861fdfc-9161-44f1-a933-dd10d7398a1e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d861fdfc-9161-44f1-a933-dd10d7398a1e,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:34.167090 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:34.218622 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812c057f-5ae0-426d-b45d-3b2a386d10f3 x-openstack-request-id: req-812c057f-5ae0-426d-b45d-3b2a386d10f3 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:27:34.219385 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b", "name": "network-vif-plugged", "status": "completed", "tag": "d861fdfc-9161-44f1-a933-dd10d7398a1e", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:27:34.219920 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-812c057f-5ae0-426d-b45d-3b2a386d10f3 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:27:34.220644 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812c057f-5ae0-426d-b45d-3b2a386d10f3'] response: {'server_uuid': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd861fdfc-9161-44f1-a933-dd10d7398a1e', 'code': 200} Apr 12 16:27:34.271898 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=d861fdfc-9161-44f1-a933-dd10d7398a1e,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:34.408991 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771fd5c-aa18-4b6b-85ee-646548d9e89f req-348fd9bf-8006-41b3-9b83-a3637c168c23 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:34.411313 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a771fd5c-aa18-4b6b-85ee-646548d9e89f req-348fd9bf-8006-41b3-9b83-a3637c168c23 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 946 time: 0.0718265 Apr 12 16:27:34.452985 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 50794) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:34.459078 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-763332283-network', 'tenant_id': 'a0a7cf4de17a456d9207263d12a7c1c0'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:27:34.492266 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] Made reservation on behalf of a0a7cf4de17a456d9207263d12a7c1c0 for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:27:34.494761 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:34.503127 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a771fd5c-aa18-4b6b-85ee-646548d9e89f req-03b2657e-02e0-406a-91ef-8dad81f7702c tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829241 Apr 12 16:27:34.509093 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:34.601906 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26083d0c-b964-4532-a622-40f37c2166d7 req-d389d96a-50c1-4440-982d-6d781a64bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:34.603726 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26083d0c-b964-4532-a622-40f37c2166d7 req-d389d96a-50c1-4440-982d-6d781a64bd8f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 1130 time: 0.0582757 Apr 12 16:27:34.647460 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] Publish callbacks [] for security_group (7244aedf-93c0-4fb4-89ce-6248d85c0fbe), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:34.658191 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (7244aedf-93c0-4fb4-89ce-6248d85c0fbe), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:34.689330 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26083d0c-b964-4532-a622-40f37c2166d7 req-243b86cf-87fa-4970-8c07-21405e3261b0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751626 Apr 12 16:27:34.700789 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:27:34.710810 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7244aedf-93c0-4fb4-89ce-6248d85c0fbe,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:34.715841 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (392ada67-f3ca-4357-af8f-23000331239d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:34.716184 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] Added segment 392ada67-f3ca-4357-af8f-23000331239d of type vlan for network 4cc3a468-2fa4-4b59-9930-0b7354fdc6f7 Apr 12 16:27:34.771300 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (4cc3a468-2fa4-4b59-9930-0b7354fdc6f7), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:34.798835 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (4cc3a468-2fa4-4b59-9930-0b7354fdc6f7), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:34.800123 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:34.800770 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:34.867037 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4123557 Apr 12 16:27:34.869047 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50796) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:34.875182 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce5fdd-bc50-4712-9926-4b08116ee78a admin admin] Pushing event updated for resources: {'Network': ['ID=4cc3a468-2fa4-4b59-9930-0b7354fdc6f7,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:34.878736 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-b52c2616-646c-44e5-a669-b2c63fb608a6 admin admin] Request body: {'subnet': {'network_id': '4cc3a468-2fa4-4b59-9930-0b7354fdc6f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-763332283-subnet', 'tenant_id': 'a0a7cf4de17a456d9207263d12a7c1c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:27:34.885852 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 4cc3a468-2fa4-4b59-9930-0b7354fdc6f7 details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:27:34.909528 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52c2616-646c-44e5-a669-b2c63fb608a6 admin admin] Made reservation on behalf of a0a7cf4de17a456d9207263d12a7c1c0 for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:27:34.913470 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b52c2616-646c-44e5-a669-b2c63fb608a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25952578'] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:35.162361 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b52c2616-646c-44e5-a669-b2c63fb608a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25840981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25952596'] for subnet (36450d72-d162-4dcd-9233-b0539654d04f), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:35.218346 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c2616-646c-44e5-a669-b2c63fb608a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36450d72-d162-4dcd-9233-b0539654d04f,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:35.234994 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52c2616-646c-44e5-a669-b2c63fb608a6 admin admin] Checking segment: {'id': '392ada67-f3ca-4357-af8f-23000331239d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4cc3a468-2fa4-4b59-9930-0b7354fdc6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:27:35.235227 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c2616-646c-44e5-a669-b2c63fb608a6 admin admin] Network hostable DHCP agents. Network: 4cc3a468-2fa4-4b59-9930-0b7354fdc6f7, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:27:35.257808 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c2616-646c-44e5-a669-b2c63fb608a6 admin admin] Network 4cc3a468-2fa4-4b59-9930-0b7354fdc6f7 is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:27:35.296652 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-b52c2616-646c-44e5-a669-b2c63fb608a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 4cc3a468-2fa4-4b59-9930-0b7354fdc6f7) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:27:35.300867 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52c2616-646c-44e5-a669-b2c63fb608a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:35.301474 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b52c2616-646c-44e5-a669-b2c63fb608a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:35.307254 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d00c9-35da-438b-a5cf-ff6c4a772bea None None] Network 4cc3a468-2fa4-4b59-9930-0b7354fdc6f7 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:27:35.324113 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b52c2616-646c-44e5-a669-b2c63fb608a6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4528062 Apr 12 16:27:35.438775 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128351bc-07ec-4863-acfb-f647b7fb12ad None None] Network 4cc3a468-2fa4-4b59-9930-0b7354fdc6f7 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:27:35.476512 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50812) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:35.544305 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ef65b0-0628-4fc7-9b72-4646b32e4aca admin admin] Deleting subnet c003b417-a7f4-4005-9303-ea36492d6fb5 {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:27:35.549322 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-97ef65b0-0628-4fc7-9b72-4646b32e4aca admin admin] Publish callbacks [] for subnet (c003b417-a7f4-4005-9303-ea36492d6fb5), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:35.617066 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-97ef65b0-0628-4fc7-9b72-4646b32e4aca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25740621'] for subnet (c003b417-a7f4-4005-9303-ea36492d6fb5), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:35.693616 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3f7f6-4fd5-4665-a5c6-380d2df06817 req-dd807776-af14-41e5-8572-bea9ed6889ee tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:35.694318 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-97ef65b0-0628-4fc7-9b72-4646b32e4aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (c003b417-a7f4-4005-9303-ea36492d6fb5), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:35.695260 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-efa3f7f6-4fd5-4665-a5c6-380d2df06817 req-dd807776-af14-41e5-8572-bea9ed6889ee tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 946 time: 0.0957727 Apr 12 16:27:35.781462 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-efa3f7f6-4fd5-4665-a5c6-380d2df06817 req-6ae04956-d945-41ff-ac3d-e690cb43334c tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781426 Apr 12 16:27:35.787889 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-97ef65b0-0628-4fc7-9b72-4646b32e4aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25838474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25952621'] for subnet (c003b417-a7f4-4005-9303-ea36492d6fb5), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:35.818618 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef65b0-0628-4fc7-9b72-4646b32e4aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c003b417-a7f4-4005-9303-ea36492d6fb5,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:35.820909 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-97ef65b0-0628-4fc7-9b72-4646b32e4aca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:35.827590 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-97ef65b0-0628-4fc7-9b72-4646b32e4aca admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c003b417-a7f4-4005-9303-ea36492d6fb5 HTTP/1.1" status: 204 len: 168 time: 0.3473761 Apr 12 16:27:35.828738 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 50828) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:35.933220 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c22bf07b-29f5-4bdd-802d-a8495d132b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (db77a546-03e8-4076-8ce0-358f759153c3), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.031050 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c22bf07b-29f5-4bdd-802d-a8495d132b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (db77a546-03e8-4076-8ce0-358f759153c3), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.075192 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-c22bf07b-29f5-4bdd-802d-a8495d132b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db77a546-03e8-4076-8ce0-358f759153c3']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:36.092058 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-c22bf07b-29f5-4bdd-802d-a8495d132b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9241fc-fd74-4879-aa70-f0e563eeb613') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:36.092421 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-c22bf07b-29f5-4bdd-802d-a8495d132b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9241fc-fd74-4879-aa70-f0e563eeb613') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:36.117326 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c22bf07b-29f5-4bdd-802d-a8495d132b89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25560758'] for segment (5f9241fc-fd74-4879-aa70-f0e563eeb613), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.135821 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c22bf07b-29f5-4bdd-802d-a8495d132b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (5f9241fc-fd74-4879-aa70-f0e563eeb613), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.144321 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22bf07b-29f5-4bdd-802d-a8495d132b89 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:27:36.145122 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c22bf07b-29f5-4bdd-802d-a8495d132b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25561198'] for segment (5f9241fc-fd74-4879-aa70-f0e563eeb613), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: Traceback (most recent call last): Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: timer() Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: cb(*args, **kw) Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: return func(*args, **kwargs) Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: self._notify() Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: self.callback(batched_events) Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: event.method(event) Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: return f(self, *a, **k) Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: return self._get(url).json() Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:27:36.148740 dv-cinder-837528-1-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:27:36.224583 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c22bf07b-29f5-4bdd-802d-a8495d132b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (db77a546-03e8-4076-8ce0-358f759153c3), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.230642 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c22bf07b-29f5-4bdd-802d-a8495d132b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.234190 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c22bf07b-29f5-4bdd-802d-a8495d132b89 admin admin] 10.222.0.67 "DELETE /v2.0/networks/db77a546-03e8-4076-8ce0-358f759153c3 HTTP/1.1" status: 204 len: 168 time: 0.4051909 Apr 12 16:27:36.237686 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50836) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:36.258563 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bf07b-29f5-4bdd-802d-a8495d132b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=db77a546-03e8-4076-8ce0-358f759153c3,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:36.296926 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-88be2f0c-0c6a-40cd-9de7-2a068456e1d1 admin admin] Deleting subnet 36450d72-d162-4dcd-9233-b0539654d04f {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:27:36.301374 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88be2f0c-0c6a-40cd-9de7-2a068456e1d1 admin admin] Publish callbacks [] for subnet (36450d72-d162-4dcd-9233-b0539654d04f), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.342877 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88be2f0c-0c6a-40cd-9de7-2a068456e1d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25740621'] for subnet (36450d72-d162-4dcd-9233-b0539654d04f), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.385651 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88be2f0c-0c6a-40cd-9de7-2a068456e1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (36450d72-d162-4dcd-9233-b0539654d04f), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.444650 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88be2f0c-0c6a-40cd-9de7-2a068456e1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25838474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25952621'] for subnet (36450d72-d162-4dcd-9233-b0539654d04f), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.478381 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be2f0c-0c6a-40cd-9de7-2a068456e1d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36450d72-d162-4dcd-9233-b0539654d04f,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:36.484372 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88be2f0c-0c6a-40cd-9de7-2a068456e1d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.490963 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-88be2f0c-0c6a-40cd-9de7-2a068456e1d1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/36450d72-d162-4dcd-9233-b0539654d04f HTTP/1.1" status: 204 len: 168 time: 0.2512741 Apr 12 16:27:36.492817 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 50842) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:36.585136 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb32c-544e-449f-b0ee-8a3ef24822bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (4cc3a468-2fa4-4b59-9930-0b7354fdc6f7), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.703925 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb32c-544e-449f-b0ee-8a3ef24822bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (4cc3a468-2fa4-4b59-9930-0b7354fdc6f7), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.730524 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-e3fdb32c-544e-449f-b0ee-8a3ef24822bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc3a468-2fa4-4b59-9930-0b7354fdc6f7']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:36.743632 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-e3fdb32c-544e-449f-b0ee-8a3ef24822bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392ada67-f3ca-4357-af8f-23000331239d') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:36.744057 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-e3fdb32c-544e-449f-b0ee-8a3ef24822bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392ada67-f3ca-4357-af8f-23000331239d') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:36.754765 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb32c-544e-449f-b0ee-8a3ef24822bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25560758'] for segment (392ada67-f3ca-4357-af8f-23000331239d), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.774834 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb32c-544e-449f-b0ee-8a3ef24822bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (392ada67-f3ca-4357-af8f-23000331239d), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.783339 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fdb32c-544e-449f-b0ee-8a3ef24822bc admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:27:36.784271 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb32c-544e-449f-b0ee-8a3ef24822bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25561198'] for segment (392ada67-f3ca-4357-af8f-23000331239d), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: Traceback (most recent call last): Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: timer() Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: cb(*args, **kw) Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: return func(*args, **kwargs) Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: self._notify() Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: self.callback(batched_events) Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: event.method(event) Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: return f(self, *a, **k) Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: return self._get(url).json() Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:27:36.786520 dv-cinder-837528-1-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:27:36.891907 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb32c-544e-449f-b0ee-8a3ef24822bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (4cc3a468-2fa4-4b59-9930-0b7354fdc6f7), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.896857 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb32c-544e-449f-b0ee-8a3ef24822bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:36.904416 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-e3fdb32c-544e-449f-b0ee-8a3ef24822bc admin admin] 10.222.0.67 "DELETE /v2.0/networks/4cc3a468-2fa4-4b59-9930-0b7354fdc6f7 HTTP/1.1" status: 204 len: 168 time: 0.4061339 Apr 12 16:27:36.917585 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdb32c-544e-449f-b0ee-8a3ef24822bc admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc3a468-2fa4-4b59-9930-0b7354fdc6f7,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:36.935531 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c149c52-08d8-41f1-ac94-c26ba119527d req-57c16ea7-8ed7-45e9-88ea-92f9d45811f3 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:36.937508 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9c149c52-08d8-41f1-ac94-c26ba119527d req-57c16ea7-8ed7-45e9-88ea-92f9d45811f3 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 946 time: 0.0806236 Apr 12 16:27:36.995469 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9c149c52-08d8-41f1-ac94-c26ba119527d req-9ada4b1e-1583-4568-96bf-adb8eb71ee53 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506208 Apr 12 16:27:37.158011 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56053385-b54a-437b-9f0b-44457b63293e req-13b1a725-ef39-49ff-beca-ae09db90f1e4 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:37.159701 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-56053385-b54a-437b-9f0b-44457b63293e req-13b1a725-ef39-49ff-beca-ae09db90f1e4 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 946 time: 0.0686498 Apr 12 16:27:37.179628 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50854) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:37.222985 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-56053385-b54a-437b-9f0b-44457b63293e req-95881e57-a59b-445b-9d7f-78fd1c2d01a7 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570791 Apr 12 16:27:37.258423 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 50858) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:37.261207 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4ef395ae-729e-4a01-8b6d-658db3e3e70a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1aeea7c7dc304aceab3b06dea348c139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0800996 Apr 12 16:27:37.263688 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50860) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:37.347897 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b6394de5-10a3-45e6-b521-2008dcf2d5be admin admin] Publish callbacks [] for security_group (259cb3cb-edf6-42b0-a0cd-eb26a261432b), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:37.371635 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b6394de5-10a3-45e6-b521-2008dcf2d5be admin admin] Publish callbacks [] for security_group (259cb3cb-edf6-42b0-a0cd-eb26a261432b), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:37.445999 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b6394de5-10a3-45e6-b521-2008dcf2d5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (259cb3cb-edf6-42b0-a0cd-eb26a261432b), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:37.449125 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b6394de5-10a3-45e6-b521-2008dcf2d5be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:37.460946 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b6394de5-10a3-45e6-b521-2008dcf2d5be admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/259cb3cb-edf6-42b0-a0cd-eb26a261432b HTTP/1.1" status: 204 len: 168 time: 0.1958399 Apr 12 16:27:37.480429 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6394de5-10a3-45e6-b521-2008dcf2d5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259cb3cb-edf6-42b0-a0cd-eb26a261432b,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:37.580958 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22116ca7-f167-4423-ab49-94df8489025d tempest-TestVolumeBootPattern-2027814816 tempest-TestVolumeBootPattern-2027814816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:37.583110 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-22116ca7-f167-4423-ab49-94df8489025d tempest-TestVolumeBootPattern-2027814816 tempest-TestVolumeBootPattern-2027814816-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 1125 time: 0.3233125 Apr 12 16:27:37.586205 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50870) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:37.592803 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Request body: {'floatingip': {'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'port_id': 'd861fdfc-9161-44f1-a933-dd10d7398a1e', 'tenant_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:27:37.640675 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:37.812834 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:37.936285 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Allocated IP 172.27.2.173 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/5dba556f-7e59-4a7b-9d38-67d6fc41e62f) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:27:37.967711 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 50882) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:38.024590 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-bdf5b21e-bc39-43a7-b344-de24bfd7b6d0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a0a7cf4de17a456d9207263d12a7c1c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554554 Apr 12 16:27:38.028435 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 50884) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:38.124524 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-78fe83dc-42b2-4db2-9833-69aaa5b06374 admin admin] Publish callbacks [] for security_group (7244aedf-93c0-4fb4-89ce-6248d85c0fbe), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:38.137596 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for port (5dba556f-7e59-4a7b-9d38-67d6fc41e62f), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:38.166394 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-78fe83dc-42b2-4db2-9833-69aaa5b06374 admin admin] Publish callbacks [] for security_group (7244aedf-93c0-4fb4-89ce-6248d85c0fbe), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:38.235099 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (5dba556f-7e59-4a7b-9d38-67d6fc41e62f), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:38.292167 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-78fe83dc-42b2-4db2-9833-69aaa5b06374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (7244aedf-93c0-4fb4-89ce-6248d85c0fbe), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:38.295321 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-78fe83dc-42b2-4db2-9833-69aaa5b06374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:38.296828 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-78fe83dc-42b2-4db2-9833-69aaa5b06374 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7244aedf-93c0-4fb4-89ce-6248d85c0fbe HTTP/1.1" status: 204 len: 168 time: 0.2673635 Apr 12 16:27:38.304738 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:27:38.311179 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:27:38.314202 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:27:38.349117 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'Port': ['ID=5dba556f-7e59-4a7b-9d38-67d6fc41e62f,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:38.355452 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe83dc-42b2-4db2-9833-69aaa5b06374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7244aedf-93c0-4fb4-89ce-6248d85c0fbe,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:38.859629 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for floatingip (c83ec056-1108-4c6e-a627-6ff50fa1e81b), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:38.959249 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (5dba556f-7e59-4a7b-9d38-67d6fc41e62f), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:39.212229 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for port (5dba556f-7e59-4a7b-9d38-67d6fc41e62f), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:39.218316 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25838556'] for port (5dba556f-7e59-4a7b-9d38-67d6fc41e62f), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:39.325158 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event updated for resources: {'Port': ['ID=5dba556f-7e59-4a7b-9d38-67d6fc41e62f,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:39.360258 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (c83ec056-1108-4c6e-a627-6ff50fa1e81b), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:39.534915 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Floating IP c83ec056-1108-4c6e-a627-6ff50fa1e81b associated. External IP: 172.27.2.173, port: d861fdfc-9161-44f1-a933-dd10d7398a1e. Apr 12 16:27:40.174473 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Router c67244c5-d74c-486a-ab43-1c26b88322e1 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:27:40.331260 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:27:40.349381 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516f08a6-3f7e-42e9-be4c-834d52ff429c None None] Sync routers for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:27:40.373449 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:40.385231 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516f08a6-3f7e-42e9-be4c-834d52ff429c None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:27:40.386300 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-516f08a6-3f7e-42e9-be4c-834d52ff429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:27:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:40.416344 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5d849f87-8d6a-4cec-90d5-a25edf931208 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8281448 Apr 12 16:27:40.416344 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'tag': 'd861fdfc-9161-44f1-a933-dd10d7398a1e'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:27:40.420022 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b137b98c-1c8c-4510-9013-f354368645b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b", "tag": "d861fdfc-9161-44f1-a933-dd10d7398a1e"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:27:40.532334 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-516f08a6-3f7e-42e9-be4c-834d52ff429c None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:27:40.532554 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6099f40c-c54b-4916-b35e-c8ba5317e4ce x-openstack-request-id: req-6099f40c-c54b-4916-b35e-c8ba5317e4ce {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:27:40.532955 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b", "tag": "d861fdfc-9161-44f1-a933-dd10d7398a1e", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:27:40.533316 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6099f40c-c54b-4916-b35e-c8ba5317e4ce {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:27:40.536755 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6099f40c-c54b-4916-b35e-c8ba5317e4ce'] response: {'name': 'network-changed', 'server_uuid': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'tag': 'd861fdfc-9161-44f1-a933-dd10d7398a1e', 'status': 'completed', 'code': 200} Apr 12 16:27:40.623451 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137b98c-1c8c-4510-9013-f354368645b6 req-7a0559ca-034a-4381-a292-415c9946de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:40.624972 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b137b98c-1c8c-4510-9013-f354368645b6 req-7a0559ca-034a-4381-a292-415c9946de8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 1130 time: 0.0689466 Apr 12 16:27:40.748419 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137b98c-1c8c-4510-9013-f354368645b6 req-964c56e2-3eb0-487c-b650-8d1b78d0005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:40.750694 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b137b98c-1c8c-4510-9013-f354368645b6 req-964c56e2-3eb0-487c-b650-8d1b78d0005e service neutron] 10.222.0.45 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 913 time: 0.1116829 Apr 12 16:27:40.850303 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b137b98c-1c8c-4510-9013-f354368645b6 req-940bad8d-ba6b-4208-92ae-9fc33bf635a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d861fdfc-9161-44f1-a933-dd10d7398a1e HTTP/1.1" status: 200 len: 1000 time: 0.0902541 Apr 12 16:27:40.951811 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-516f08a6-3f7e-42e9-be4c-834d52ff429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '03e8ed15-da52-4e94-a861-ffc1747eaeef', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': '60428b9a-7b1b-43fb-8999-73bc88945670', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:7a:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:04Z', 'updated_at': '2022-04-12T16:25:06Z', 'revision_number': 1, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}, {'id': 'c83ec056-1108-4c6e-a627-6ff50fa1e81b', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': 'd861fdfc-9161-44f1-a933-dd10d7398a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:d1:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:27:38Z', 'updated_at': '2022-04-12T16:27:38Z', 'revision_number': 0, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:40.968637 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137b98c-1c8c-4510-9013-f354368645b6 req-13e6d2e2-16cc-4703-91ea-bb8559fcf53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:40.970701 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b137b98c-1c8c-4510-9013-f354368645b6 req-13e6d2e2-16cc-4703-91ea-bb8559fcf53a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b41d7f9c-e278-47e4-81fe-aa85c501c87e HTTP/1.1" status: 200 len: 851 time: 0.1133618 Apr 12 16:27:41.010505 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516f08a6-3f7e-42e9-be4c-834d52ff429c None None] Checking router: c67244c5-d74c-486a-ab43-1c26b88322e1 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:27:41.029934 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516f08a6-3f7e-42e9-be4c-834d52ff429c None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:27:41.031701 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-516f08a6-3f7e-42e9-be4c-834d52ff429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:27:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:41.056794 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137b98c-1c8c-4510-9013-f354368645b6 req-bdcdc2cf-868f-4bc9-8d2f-46e213b3c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:41.058899 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b137b98c-1c8c-4510-9013-f354368645b6 req-bdcdc2cf-868f-4bc9-8d2f-46e213b3c676 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760915 Apr 12 16:27:41.194440 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b137b98c-1c8c-4510-9013-f354368645b6 req-25b5304c-958c-4f88-bc33-322d21d2738d service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255188 Apr 12 16:27:41.208889 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-516f08a6-3f7e-42e9-be4c-834d52ff429c None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:27:41.313461 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b137b98c-1c8c-4510-9013-f354368645b6 req-f06d4fa4-8ee6-4273-b325-a3796d369c95 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081691 Apr 12 16:27:41.500682 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-516f08a6-3f7e-42e9-be4c-834d52ff429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '03e8ed15-da52-4e94-a861-ffc1747eaeef', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': '60428b9a-7b1b-43fb-8999-73bc88945670', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:7a:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:04Z', 'updated_at': '2022-04-12T16:25:06Z', 'revision_number': 1, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}, {'id': 'c83ec056-1108-4c6e-a627-6ff50fa1e81b', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': 'd861fdfc-9161-44f1-a933-dd10d7398a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:d1:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:27:38Z', 'updated_at': '2022-04-12T16:27:38Z', 'revision_number': 0, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:41.540051 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516f08a6-3f7e-42e9-be4c-834d52ff429c None None] The sync data for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi is: [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '03e8ed15-da52-4e94-a861-ffc1747eaeef', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': '60428b9a-7b1b-43fb-8999-73bc88945670', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:7a:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:04Z', 'updated_at': '2022-04-12T16:25:06Z', 'revision_number': 1, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}, {'id': 'c83ec056-1108-4c6e-a627-6ff50fa1e81b', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': 'd861fdfc-9161-44f1-a933-dd10d7398a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:d1:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:27:38Z', 'updated_at': '2022-04-12T16:27:38Z', 'revision_number': 0, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:27:41.774450 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b948554-420f-49d7-a64d-741df187a6c5 None None] New status for floating IP c83ec056-1108-4c6e-a627-6ff50fa1e81b: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:27:48.404101 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51196) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:48.407377 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51198) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:48.459098 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47586b2-0e05-410b-a738-fecb8cb55262 admin admin] Deleting subnet b021e38d-dd44-460d-9b05-4ab2986edac1 {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:27:48.462284 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e47586b2-0e05-410b-a738-fecb8cb55262 admin admin] Publish callbacks [] for subnet (b021e38d-dd44-460d-9b05-4ab2986edac1), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.499172 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e47586b2-0e05-410b-a738-fecb8cb55262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25740621'] for subnet (b021e38d-dd44-460d-9b05-4ab2986edac1), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.512733 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-12380c05-40ea-485a-99af-8239c0ca9157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.544246 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e47586b2-0e05-410b-a738-fecb8cb55262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (b021e38d-dd44-460d-9b05-4ab2986edac1), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.593103 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-12380c05-40ea-485a-99af-8239c0ca9157 admin admin] Publish callbacks [] for security_group (80bc6ba4-783c-414f-9284-623133ac056c), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.596626 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-12380c05-40ea-485a-99af-8239c0ca9157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (80bc6ba4-783c-414f-9284-623133ac056c), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.602961 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e47586b2-0e05-410b-a738-fecb8cb55262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25838474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25952621'] for subnet (b021e38d-dd44-460d-9b05-4ab2986edac1), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.629098 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47586b2-0e05-410b-a738-fecb8cb55262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b021e38d-dd44-460d-9b05-4ab2986edac1,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:48.633994 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e47586b2-0e05-410b-a738-fecb8cb55262 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.634146 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12380c05-40ea-485a-99af-8239c0ca9157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bc6ba4-783c-414f-9284-623133ac056c,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:48.640454 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e47586b2-0e05-410b-a738-fecb8cb55262 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b021e38d-dd44-460d-9b05-4ab2986edac1 HTTP/1.1" status: 204 len: 168 time: 0.2296515 Apr 12 16:27:48.640708 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51202) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:48.640983 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51204) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:48.641103 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-12380c05-40ea-485a-99af-8239c0ca9157 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dba6ef7f186b422886f6be7ec3292182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359431 Apr 12 16:27:48.741403 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6afc404a-1412-4750-8570-b929f8603575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (4fe30bf7-e15a-43ab-a3df-92a56de425ea), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.763082 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e795f8fa-7d02-4372-9218-ba6f86452803 admin admin] Publish callbacks [] for security_group (80bc6ba4-783c-414f-9284-623133ac056c), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.815826 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e795f8fa-7d02-4372-9218-ba6f86452803 admin admin] Publish callbacks [] for security_group (80bc6ba4-783c-414f-9284-623133ac056c), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.863492 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6afc404a-1412-4750-8570-b929f8603575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (4fe30bf7-e15a-43ab-a3df-92a56de425ea), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.892620 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-6afc404a-1412-4750-8570-b929f8603575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe30bf7-e15a-43ab-a3df-92a56de425ea']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:48.903169 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-6afc404a-1412-4750-8570-b929f8603575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ab185b-d6ad-41da-bdc0-e138e6733c6a') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:48.903471 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-6afc404a-1412-4750-8570-b929f8603575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ab185b-d6ad-41da-bdc0-e138e6733c6a') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:48.912992 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6afc404a-1412-4750-8570-b929f8603575 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25740662'] for segment (c3ab185b-d6ad-41da-bdc0-e138e6733c6a), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.924618 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e795f8fa-7d02-4372-9218-ba6f86452803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (80bc6ba4-783c-414f-9284-623133ac056c), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.927111 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e795f8fa-7d02-4372-9218-ba6f86452803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.928271 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e795f8fa-7d02-4372-9218-ba6f86452803 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/80bc6ba4-783c-414f-9284-623133ac056c HTTP/1.1" status: 204 len: 168 time: 0.2852466 Apr 12 16:27:48.932455 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6afc404a-1412-4750-8570-b929f8603575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (c3ab185b-d6ad-41da-bdc0-e138e6733c6a), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.941755 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795f8fa-7d02-4372-9218-ba6f86452803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bc6ba4-783c-414f-9284-623133ac056c,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afc404a-1412-4750-8570-b929f8603575 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6afc404a-1412-4750-8570-b929f8603575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25838384'] for segment (c3ab185b-d6ad-41da-bdc0-e138e6733c6a), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: Traceback (most recent call last): Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: timer() Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: cb(*args, **kw) Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: return func(*args, **kwargs) Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: self._notify() Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: self.callback(batched_events) Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: event.method(event) Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: return f(self, *a, **k) Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._get(url).json() Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:27:48.946083 dv-cinder-837528-1-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:27:49.003499 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6afc404a-1412-4750-8570-b929f8603575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (4fe30bf7-e15a-43ab-a3df-92a56de425ea), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:49.009072 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6afc404a-1412-4750-8570-b929f8603575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:49.012223 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-6afc404a-1412-4750-8570-b929f8603575 admin admin] 10.222.0.67 "DELETE /v2.0/networks/4fe30bf7-e15a-43ab-a3df-92a56de425ea HTTP/1.1" status: 204 len: 168 time: 0.3703444 Apr 12 16:27:49.023378 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc404a-1412-4750-8570-b929f8603575 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe30bf7-e15a-43ab-a3df-92a56de425ea,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:49.188516 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51216) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:49.230451 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d2c78120-2553-4d6b-8ed1-fdcbf989f6a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5fda4b0004a04e11b47261d4874b63c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406578 Apr 12 16:27:49.231254 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51218) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:49.233042 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51220) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:49.254348 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4832f4f7-13c0-4e69-a09a-39246ca4a639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:49.326066 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ded6eac8-0b74-4e33-a458-d0af4e2c5f21 admin admin] Publish callbacks [] for security_group (07f8dc4e-5d33-4c62-8235-959b7996f066), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:49.358963 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ded6eac8-0b74-4e33-a458-d0af4e2c5f21 admin admin] Publish callbacks [] for security_group (07f8dc4e-5d33-4c62-8235-959b7996f066), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:49.401147 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4832f4f7-13c0-4e69-a09a-39246ca4a639 admin admin] Publish callbacks [] for security_group (72cb0911-20fb-4d6c-859b-84fe1a78ed61), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:49.407663 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4832f4f7-13c0-4e69-a09a-39246ca4a639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (72cb0911-20fb-4d6c-859b-84fe1a78ed61), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:49.446302 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4832f4f7-13c0-4e69-a09a-39246ca4a639 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=252b3ed5088042e9b2981bae04602d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139373 Apr 12 16:27:49.449302 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51228) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:49.452813 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832f4f7-13c0-4e69-a09a-39246ca4a639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cb0911-20fb-4d6c-859b-84fe1a78ed61,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:49.456908 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ded6eac8-0b74-4e33-a458-d0af4e2c5f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (07f8dc4e-5d33-4c62-8235-959b7996f066), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:49.459461 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ded6eac8-0b74-4e33-a458-d0af4e2c5f21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:49.460603 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ded6eac8-0b74-4e33-a458-d0af4e2c5f21 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/07f8dc4e-5d33-4c62-8235-959b7996f066 HTTP/1.1" status: 204 len: 168 time: 0.2223761 Apr 12 16:27:49.469645 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6eac8-0b74-4e33-a458-d0af4e2c5f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f8dc4e-5d33-4c62-8235-959b7996f066,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:49.522000 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8443903f-2dfe-4c29-9880-e3cadfa0d9f1 admin admin] Publish callbacks [] for security_group (72cb0911-20fb-4d6c-859b-84fe1a78ed61), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:49.543623 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8443903f-2dfe-4c29-9880-e3cadfa0d9f1 admin admin] Publish callbacks [] for security_group (72cb0911-20fb-4d6c-859b-84fe1a78ed61), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:49.595142 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8443903f-2dfe-4c29-9880-e3cadfa0d9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (72cb0911-20fb-4d6c-859b-84fe1a78ed61), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:49.597969 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8443903f-2dfe-4c29-9880-e3cadfa0d9f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:49.601735 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-8443903f-2dfe-4c29-9880-e3cadfa0d9f1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/72cb0911-20fb-4d6c-859b-84fe1a78ed61 HTTP/1.1" status: 204 len: 168 time: 0.1483402 Apr 12 16:27:49.608902 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443903f-2dfe-4c29-9880-e3cadfa0d9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cb0911-20fb-4d6c-859b-84fe1a78ed61,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:50.277342 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575c62e-c0fc-431c-a489-17170a3bb6cd req-b8d47b76-11c7-4c80-97fe-70d01ca38f09 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:50.279275 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1575c62e-c0fc-431c-a489-17170a3bb6cd req-b8d47b76-11c7-4c80-97fe-70d01ca38f09 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 946 time: 0.0553508 Apr 12 16:27:50.331696 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1575c62e-c0fc-431c-a489-17170a3bb6cd req-bf82a7ea-39da-4bd9-9af4-5d3ca4e41745 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456059 Apr 12 16:27:50.662615 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ef5c0b70-d3d8-4e6e-a84b-55deaa93607a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:51.178114 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51332) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:51.288649 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9cb22a14-49cf-4c6b-b1eb-25ec7e0feb84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:51.372007 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9cb22a14-49cf-4c6b-b1eb-25ec7e0feb84 admin admin] Publish callbacks [] for security_group (063ada6e-1b2a-4e54-9142-08bf35aa1434), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:51.376557 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9cb22a14-49cf-4c6b-b1eb-25ec7e0feb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (063ada6e-1b2a-4e54-9142-08bf35aa1434), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:51.422673 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb22a14-49cf-4c6b-b1eb-25ec7e0feb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063ada6e-1b2a-4e54-9142-08bf35aa1434,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:51.435698 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-9cb22a14-49cf-4c6b-b1eb-25ec7e0feb84 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=44dd2f9c03374dc4b11643f45661fb64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562582 Apr 12 16:27:51.436543 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51340) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:51.462404 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b9580-d51a-4edd-814b-3068187b8d6d req-3b968eff-7a9a-4870-8592-72cc5687efd7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:51.463896 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c9b9580-d51a-4edd-814b-3068187b8d6d req-3b968eff-7a9a-4870-8592-72cc5687efd7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 946 time: 0.0532205 Apr 12 16:27:51.495203 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7fe9eb1f-8593-46a6-b309-8db1163f6076 admin admin] Publish callbacks [] for security_group (063ada6e-1b2a-4e54-9142-08bf35aa1434), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:51.514864 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c9b9580-d51a-4edd-814b-3068187b8d6d req-1510d816-1a99-4bee-9d32-231dc67d7670 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445073 Apr 12 16:27:51.517976 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7fe9eb1f-8593-46a6-b309-8db1163f6076 admin admin] Publish callbacks [] for security_group (063ada6e-1b2a-4e54-9142-08bf35aa1434), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:51.566586 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7fe9eb1f-8593-46a6-b309-8db1163f6076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (063ada6e-1b2a-4e54-9142-08bf35aa1434), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:51.569281 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7fe9eb1f-8593-46a6-b309-8db1163f6076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:51.570559 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7fe9eb1f-8593-46a6-b309-8db1163f6076 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/063ada6e-1b2a-4e54-9142-08bf35aa1434 HTTP/1.1" status: 204 len: 168 time: 0.1331644 Apr 12 16:27:51.579205 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9eb1f-8593-46a6-b309-8db1163f6076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063ada6e-1b2a-4e54-9142-08bf35aa1434,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:51.859336 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51352) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:51.873064 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e7f2-9ea8-4eef-bcb8-339a8a1a2c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:51.949420 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e7f2-9ea8-4eef-bcb8-339a8a1a2c8a admin admin] Publish callbacks [] for security_group (819b3b47-5268-425a-a795-6c5df5c6b4b5), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:51.953741 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e7f2-9ea8-4eef-bcb8-339a8a1a2c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (819b3b47-5268-425a-a795-6c5df5c6b4b5), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:51.993288 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a1f3e7f2-9ea8-4eef-bcb8-339a8a1a2c8a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f4e4f25aa59843f09cdf36bb6efe48fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328273 Apr 12 16:27:51.994174 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3e7f2-9ea8-4eef-bcb8-339a8a1a2c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819b3b47-5268-425a-a795-6c5df5c6b4b5,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:51.996080 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51356) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:52.045485 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-45b4c2fe-f335-49d6-9cd4-6663a1f3e51a admin admin] Publish callbacks [] for security_group (819b3b47-5268-425a-a795-6c5df5c6b4b5), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:52.070155 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-45b4c2fe-f335-49d6-9cd4-6663a1f3e51a admin admin] Publish callbacks [] for security_group (819b3b47-5268-425a-a795-6c5df5c6b4b5), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:52.122011 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-45b4c2fe-f335-49d6-9cd4-6663a1f3e51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (819b3b47-5268-425a-a795-6c5df5c6b4b5), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:52.130169 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-45b4c2fe-f335-49d6-9cd4-6663a1f3e51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:52.130169 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-45b4c2fe-f335-49d6-9cd4-6663a1f3e51a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/819b3b47-5268-425a-a795-6c5df5c6b4b5 HTTP/1.1" status: 204 len: 168 time: 0.1319039 Apr 12 16:27:52.139880 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4c2fe-f335-49d6-9cd4-6663a1f3e51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819b3b47-5268-425a-a795-6c5df5c6b4b5,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:52.194471 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-206258d9-4c6f-4a36-ae60-296f2c73e9ea tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:52.196761 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-206258d9-4c6f-4a36-ae60-296f2c73e9ea tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.45 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 946 time: 0.0500894 Apr 12 16:27:52.294772 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Deleting port ea4a126a-a7f5-4e56-928d-bd76dc66e823 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:52.295115 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:52.410177 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] For port ea4a126a-a7f5-4e56-928d-bd76dc66e823, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea4a126a-a7f5-4e56-928d-bd76dc66e823,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:27:52.410542 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:52.593899 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:52.594670 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (566356bf-cd02-4416-8684-85929a3fe5c2), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:52.594670 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Floating IP 566356bf-cd02-4416-8684-85929a3fe5c2 disassociated. External IP: 172.27.2.252, port: ea4a126a-a7f5-4e56-928d-bd76dc66e823. Apr 12 16:27:52.595037 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Calling delete_port for ea4a126a-a7f5-4e56-928d-bd76dc66e823 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:52.685293 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037d35a-2b8b-467e-8879-7c20095699f2 req-884b1976-2294-4e60-81e9-3ab9802fd830 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:27:52.686836 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3037d35a-2b8b-467e-8879-7c20095699f2 req-884b1976-2294-4e60-81e9-3ab9802fd830 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 946 time: 0.0952659 Apr 12 16:27:52.808942 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3037d35a-2b8b-467e-8879-7c20095699f2 req-412064f9-2ca2-4924-96d6-dc75671dd7f8 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6856255-7fc7-457a-a6c6-cd656042596a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151597 Apr 12 16:27:52.816461 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (ea4a126a-a7f5-4e56-928d-bd76dc66e823), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:52.849978 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event deleted for resources: {'Port': ['ID=ea4a126a-a7f5-4e56-928d-bd76dc66e823,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:52.966953 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ea673fa-5b57-49fe-becb-fd20802673b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:52.991549 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Router bb403284-cba1-4899-b817-7760de04c38b has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:27:53.096029 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:27:53.146677 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:27:53.159977 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be37a0b-1722-4d05-b651-1011c1ca45da None None] Sync routers for ids ['bb403284-cba1-4899-b817-7760de04c38b'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:27:53.170719 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be37a0b-1722-4d05-b651-1011c1ca45da None None] Routers {'bb403284-cba1-4899-b817-7760de04c38b'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:27:53.171511 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5be37a0b-1722-4d05-b651-1011c1ca45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:27:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['bb403284-cba1-4899-b817-7760de04c38b'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:53.219766 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] No DVR routers for this DVR port ea4a126a-a7f5-4e56-928d-bd76dc66e823 on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:27:53.224169 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:53.229998 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-652780b4-5f0c-4b73-b1f0-f2b00611107c req-55b56120-599d-4c0b-b86f-61bf0edc0265 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.45 "DELETE /v2.0/ports/ea4a126a-a7f5-4e56-928d-bd76dc66e823 HTTP/1.1" status: 204 len: 173 time: 1.0266697 Apr 12 16:27:53.230843 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'name': 'network-vif-deleted', 'tag': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:27:53.236361 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7b51b6-5f3f-44d6-ba0a-fe7d188b631f" -d '{"events": [{"server_uuid": "d79e2e80-5679-41bd-aab2-6e740d404eb7", "name": "network-vif-deleted", "tag": "ea4a126a-a7f5-4e56-928d-bd76dc66e823"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:27:53.304049 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be29dc0f-0a84-481e-80ab-b14d9ed065a0 x-openstack-request-id: req-be29dc0f-0a84-481e-80ab-b14d9ed065a0 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:27:53.304049 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79e2e80-5679-41bd-aab2-6e740d404eb7", "name": "network-vif-deleted", "tag": "ea4a126a-a7f5-4e56-928d-bd76dc66e823", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:27:53.304361 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-be29dc0f-0a84-481e-80ab-b14d9ed065a0 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:27:53.304985 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be29dc0f-0a84-481e-80ab-b14d9ed065a0'] response: {'server_uuid': 'd79e2e80-5679-41bd-aab2-6e740d404eb7', 'name': 'network-vif-deleted', 'tag': 'ea4a126a-a7f5-4e56-928d-bd76dc66e823', 'status': 'completed', 'code': 200} Apr 12 16:27:53.311001 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-5be37a0b-1722-4d05-b651-1011c1ca45da None None] Set router bb403284-cba1-4899-b817-7760de04c38b gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:27:53.578383 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5be37a0b-1722-4d05-b651-1011c1ca45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:19:00Z', 'revision_number': 5, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:53.610284 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be37a0b-1722-4d05-b651-1011c1ca45da None None] Checking router: bb403284-cba1-4899-b817-7760de04c38b for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:27:53.619299 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be37a0b-1722-4d05-b651-1011c1ca45da None None] Routers {'bb403284-cba1-4899-b817-7760de04c38b'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:27:53.619923 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5be37a0b-1722-4d05-b651-1011c1ca45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:27:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['bb403284-cba1-4899-b817-7760de04c38b'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:53.844065 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-5be37a0b-1722-4d05-b651-1011c1ca45da None None] Set router bb403284-cba1-4899-b817-7760de04c38b gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:27:53.959445 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5b476997-a461-4ec8-a6dc-921558990f8e req-f02b06c7-6b36-45c9-893b-5ede28ef7949 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79e2e80-5679-41bd-aab2-6e740d404eb7 HTTP/1.1" status: 200 len: 210 time: 0.0410795 Apr 12 16:27:54.071018 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5be37a0b-1722-4d05-b651-1011c1ca45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:19:00Z', 'revision_number': 5, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:27:54.098487 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be37a0b-1722-4d05-b651-1011c1ca45da None None] The sync data for ids ['bb403284-cba1-4899-b817-7760de04c38b'] in dv-cinder-837528-1-iscsi is: [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:18:50Z', 'revision_number': 4, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '10bf8c1d-09b2-4b7a-a65e-c72a06209f29', 'name': '', 'network_id': '659bb59b-3f11-4e82-88df-ec448e9e7e28', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'mac_address': 'fa:16:3e:91:54:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:44Z', 'updated_at': '2022-04-12T16:19:00Z', 'revision_number': 5, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'subnets': [{'id': '644bce61-9908-4b22-b9ff-6ee45a6d0077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:27:54.223408 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:54.437176 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf18033-0ed7-4b25-ae92-a358da1f5ea2 None None] New status for floating IP 566356bf-cd02-4416-8684-85929a3fe5c2: DOWN {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:27:55.046857 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51494) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:55.108226 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d6037e71-be37-4c78-b4e2-90cc83c7a5b7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group (c6856255-7fc7-457a-a6c6-cd656042596a), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:55.133954 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d6037e71-be37-4c78-b4e2-90cc83c7a5b7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group (c6856255-7fc7-457a-a6c6-cd656042596a), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:55.184773 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d6037e71-be37-4c78-b4e2-90cc83c7a5b7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (c6856255-7fc7-457a-a6c6-cd656042596a), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:55.187803 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d6037e71-be37-4c78-b4e2-90cc83c7a5b7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:55.192456 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51500) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:55.192983 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d6037e71-be37-4c78-b4e2-90cc83c7a5b7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "DELETE /v2.0/security-groups/c6856255-7fc7-457a-a6c6-cd656042596a HTTP/1.1" status: 204 len: 168 time: 0.1445594 Apr 12 16:27:55.208597 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.api.v2.resource [None req-462cf285-039b-4f02-8429-93b360556937 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] show failed (client error): The resource could not be found. Apr 12 16:27:55.209959 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-462cf285-039b-4f02-8429-93b360556937 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "GET /v2.0/security-groups/c6856255-7fc7-457a-a6c6-cd656042596a HTTP/1.1" status: 404 len: 347 time: 0.0164654 Apr 12 16:27:55.212956 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51502) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:27:55.214612 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6037e71-be37-4c78-b4e2-90cc83c7a5b7 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6856255-7fc7-457a-a6c6-cd656042596a,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:55.233705 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:55.352226 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-4260ceff-2f42-403f-a3ca-9154bb3b244e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Deleting port e3096f1c-0674-4605-a9e2-8acac9d1ceab {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:27:55.352621 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4260ceff-2f42-403f-a3ca-9154bb3b244e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (e3096f1c-0674-4605-a9e2-8acac9d1ceab), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:55.449519 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4260ceff-2f42-403f-a3ca-9154bb3b244e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (e3096f1c-0674-4605-a9e2-8acac9d1ceab), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:55.450143 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4260ceff-2f42-403f-a3ca-9154bb3b244e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for floatingip (e3096f1c-0674-4605-a9e2-8acac9d1ceab), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:55.483114 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-4260ceff-2f42-403f-a3ca-9154bb3b244e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Calling delete_port for e3096f1c-0674-4605-a9e2-8acac9d1ceab owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:27:55.565153 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:55.625701 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4260ceff-2f42-403f-a3ca-9154bb3b244e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (e3096f1c-0674-4605-a9e2-8acac9d1ceab), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:55.652399 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260ceff-2f42-403f-a3ca-9154bb3b244e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Pushing event deleted for resources: {'Port': ['ID=e3096f1c-0674-4605-a9e2-8acac9d1ceab,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:27:55.715589 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4260ceff-2f42-403f-a3ca-9154bb3b244e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks [] for floatingip (566356bf-cd02-4416-8684-85929a3fe5c2), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:55.718107 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4260ceff-2f42-403f-a3ca-9154bb3b244e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:27:55.719274 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4260ceff-2f42-403f-a3ca-9154bb3b244e tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] 10.222.0.67 "DELETE /v2.0/floatingips/566356bf-cd02-4416-8684-85929a3fe5c2 HTTP/1.1" status: 204 len: 168 time: 0.5050678 Apr 12 16:27:56.790159 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device ea4a126a-a7f5-4e56-928d-bd76dc66e823 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:27:56.810843 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: ea4a126a-a7f5-4e56-928d-bd76dc66e823 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:27:56.811197 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device ea4a126a-a7f5-4e56-928d-bd76dc66e823 not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:27:57.059449 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:00.235891 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51642) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:01.010569 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f2f98a49-8f47-4527-8621-727d1fc7f915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693697'] for router_interface (bb403284-cba1-4899-b817-7760de04c38b), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:01.256514 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-f2f98a49-8f47-4527-8621-727d1fc7f915 admin admin] Deleting port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:28:01.257184 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f2f98a49-8f47-4527-8621-727d1fc7f915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:01.336574 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-f2f98a49-8f47-4527-8621-727d1fc7f915 admin admin] For port 10bf8c1d-09b2-4b7a-a65e-c72a06209f29, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=10bf8c1d-09b2-4b7a-a65e-c72a06209f29,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:28:01.336931 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f2f98a49-8f47-4527-8621-727d1fc7f915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:01.350272 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-f2f98a49-8f47-4527-8621-727d1fc7f915 admin admin] Calling delete_port for 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 owned by network:router_interface {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:28:01.539727 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f2f98a49-8f47-4527-8621-727d1fc7f915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (10bf8c1d-09b2-4b7a-a65e-c72a06209f29), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:01.567752 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f98a49-8f47-4527-8621-727d1fc7f915 admin admin] Pushing event deleted for resources: {'Port': ['ID=10bf8c1d-09b2-4b7a-a65e-c72a06209f29,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:01.776478 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f2f98a49-8f47-4527-8621-727d1fc7f915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693597'] for router_interface (bb403284-cba1-4899-b817-7760de04c38b), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:01.945264 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51702) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:02.047378 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f98a49-8f47-4527-8621-727d1fc7f915 admin admin] Router bb403284-cba1-4899-b817-7760de04c38b has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:28:02.082896 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.196895 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Publish callbacks [] for security_group (ceb91793-7c86-4735-b9d0-fc245e7fd02b), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.201727 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (ceb91793-7c86-4735-b9d0-fc245e7fd02b), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.203504 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f98a49-8f47-4527-8621-727d1fc7f915 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:28:02.208730 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f2f98a49-8f47-4527-8621-727d1fc7f915 admin admin] 10.222.0.67 "PUT /v2.0/routers/bb403284-cba1-4899-b817-7760de04c38b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9718003 Apr 12 16:28:02.211185 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51718) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:02.218121 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a04ca-b18d-47ac-b42a-b434604447f5 None None] Sync routers for ids ['bb403284-cba1-4899-b817-7760de04c38b'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:28:02.230109 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a04ca-b18d-47ac-b42a-b434604447f5 None None] Routers {'bb403284-cba1-4899-b817-7760de04c38b'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:28:02.230750 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ae3a04ca-b18d-47ac-b42a-b434604447f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:27:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['bb403284-cba1-4899-b817-7760de04c38b'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:28:02.255265 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=51dc82ccb1d643d6ad23bafc24bff850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078895 Apr 12 16:28:02.256243 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51720) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:02.263245 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb91793-7c86-4735-b9d0-fc245e7fd02b,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:02.271901 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.272325 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.272779 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.273183 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.273603 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.273996 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.274415 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.277710 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.277710 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.277710 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.277710 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.277710 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.277710 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.277710 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.277710 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7e5fb-d44f-4676-bf53-13f3b9445d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:02.293899 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51722) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:02.331202 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d5b69b1c-1e9c-48a4-8a70-510ce44413a5 admin admin] Publish callbacks [] for security_group (ceb91793-7c86-4735-b9d0-fc245e7fd02b), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.353887 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-ae3a04ca-b18d-47ac-b42a-b434604447f5 None None] Set router bb403284-cba1-4899-b817-7760de04c38b gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:28:02.364339 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d5b69b1c-1e9c-48a4-8a70-510ce44413a5 admin admin] Publish callbacks [] for security_group (ceb91793-7c86-4735-b9d0-fc245e7fd02b), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.367927 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] Publish callbacks [] for router (bb403284-cba1-4899-b817-7760de04c38b), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.424525 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d5b69b1c-1e9c-48a4-8a70-510ce44413a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (ceb91793-7c86-4735-b9d0-fc245e7fd02b), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.427400 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d5b69b1c-1e9c-48a4-8a70-510ce44413a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.432097 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d5b69b1c-1e9c-48a4-8a70-510ce44413a5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ceb91793-7c86-4735-b9d0-fc245e7fd02b HTTP/1.1" status: 204 len: 168 time: 0.1748459 Apr 12 16:28:02.446670 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b69b1c-1e9c-48a4-8a70-510ce44413a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb91793-7c86-4735-b9d0-fc245e7fd02b,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:02.503116 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0d543214-004b-49db-9d6b-a1d59638184e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.541741 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] Publish callbacks [] for router_gateway (bb403284-cba1-4899-b817-7760de04c38b), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.599411 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ae3a04ca-b18d-47ac-b42a-b434604447f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:28:01Z', 'revision_number': 5, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port': {'id': '3ce3d6dd-13fd-47f0-874c-8d19c3f1c279', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:01:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb403284-cba1-4899-b817-7760de04c38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:18:31Z', 'updated_at': '2022-04-12T16:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:28:02.611032 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] Deleting port 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:28:02.611388 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (3ce3d6dd-13fd-47f0-874c-8d19c3f1c279), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.630977 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a04ca-b18d-47ac-b42a-b434604447f5 None None] Checking router: bb403284-cba1-4899-b817-7760de04c38b for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:28:02.641888 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a04ca-b18d-47ac-b42a-b434604447f5 None None] Routers {'bb403284-cba1-4899-b817-7760de04c38b'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:28:02.642858 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ae3a04ca-b18d-47ac-b42a-b434604447f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:27:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['bb403284-cba1-4899-b817-7760de04c38b'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:28:02.684764 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0d543214-004b-49db-9d6b-a1d59638184e admin admin] Publish callbacks [] for security_group (f04cde18-9618-4dbe-af64-178df5a4153e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.691523 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0d543214-004b-49db-9d6b-a1d59638184e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f04cde18-9618-4dbe-af64-178df5a4153e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.746452 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-ae3a04ca-b18d-47ac-b42a-b434604447f5 None None] Set router bb403284-cba1-4899-b817-7760de04c38b gateway port host: None {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:28:02.749203 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51728) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:02.749382 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0d543214-004b-49db-9d6b-a1d59638184e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6f605547c30442689f8d2a2e6967e3db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4515481 Apr 12 16:28:02.767824 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d543214-004b-49db-9d6b-a1d59638184e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04cde18-9618-4dbe-af64-178df5a4153e,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:02.779762 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] For port 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=3ce3d6dd-13fd-47f0-874c-8d19c3f1c279,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:28:02.780193 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (3ce3d6dd-13fd-47f0-874c-8d19c3f1c279), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.797523 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] Calling delete_port for 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 owned by network:router_gateway {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:28:02.817068 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-434c1124-ed4a-4929-a66a-a94b47408d6d admin admin] Publish callbacks [] for security_group (f04cde18-9618-4dbe-af64-178df5a4153e), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.839784 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ae3a04ca-b18d-47ac-b42a-b434604447f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:28:02Z', 'revision_number': 6, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port_host': None}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:28:02.841144 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-434c1124-ed4a-4929-a66a-a94b47408d6d admin admin] Publish callbacks [] for security_group (f04cde18-9618-4dbe-af64-178df5a4153e), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.867716 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a04ca-b18d-47ac-b42a-b434604447f5 None None] The sync data for ids ['bb403284-cba1-4899-b817-7760de04c38b'] in dv-cinder-837528-1-iscsi is: [{'id': 'bb403284-cba1-4899-b817-7760de04c38b', 'name': 'tempest-AttachVolumeShelveTestJSON-1176408426-router', 'tenant_id': '45e8e703a32d4ac4be28bb7018de850f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:18:29Z', 'updated_at': '2022-04-12T16:28:02Z', 'revision_number': 6, 'project_id': '45e8e703a32d4ac4be28bb7018de850f', 'gw_port_host': None}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:28:02.896407 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-434c1124-ed4a-4929-a66a-a94b47408d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f04cde18-9618-4dbe-af64-178df5a4153e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.901655 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-434c1124-ed4a-4929-a66a-a94b47408d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:02.903218 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-434c1124-ed4a-4929-a66a-a94b47408d6d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f04cde18-9618-4dbe-af64-178df5a4153e HTTP/1.1" status: 204 len: 168 time: 0.1528375 Apr 12 16:28:02.911912 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c1124-ed4a-4929-a66a-a94b47408d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04cde18-9618-4dbe-af64-178df5a4153e,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:02.990137 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (3ce3d6dd-13fd-47f0-874c-8d19c3f1c279), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.015761 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce3d6dd-13fd-47f0-874c-8d19c3f1c279,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:03.081540 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693243'] for router_gateway (bb403284-cba1-4899-b817-7760de04c38b), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.260739 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51738) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:03.292911 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d7834029-ad57-4122-8a94-f266ebc66843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.384531 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d7834029-ad57-4122-8a94-f266ebc66843 admin admin] Publish callbacks [] for security_group (f72d473c-f488-4982-96b3-7d28b8bb71c2), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.388111 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d7834029-ad57-4122-8a94-f266ebc66843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f72d473c-f488-4982-96b3-7d28b8bb71c2), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.432873 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d7834029-ad57-4122-8a94-f266ebc66843 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=665ac8ea93e147f198bd23dbfe647b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1699295 Apr 12 16:28:03.434509 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51742) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:03.444615 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7834029-ad57-4122-8a94-f266ebc66843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72d473c-f488-4982-96b3-7d28b8bb71c2,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:03.474431 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (bb403284-cba1-4899-b817-7760de04c38b), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.476806 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] Publish callbacks [] for router_controller (bb403284-cba1-4899-b817-7760de04c38b), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.494897 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-154128db-0aeb-4b97-a603-bc4d5aece563 admin admin] Publish callbacks [] for security_group (f72d473c-f488-4982-96b3-7d28b8bb71c2), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.519480 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-154128db-0aeb-4b97-a603-bc4d5aece563 admin admin] Publish callbacks [] for security_group (f72d473c-f488-4982-96b3-7d28b8bb71c2), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.521115 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-695838'] for router (bb403284-cba1-4899-b817-7760de04c38b), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.521653 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb403284-cba1-4899-b817-7760de04c38b {{(pid=103551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:28:03.526406 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.527655 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-712f237b-05d0-4ed2-b378-d9c05d4d68bd admin admin] 10.222.0.67 "DELETE /v2.0/routers/bb403284-cba1-4899-b817-7760de04c38b HTTP/1.1" status: 204 len: 168 time: 1.3145847 Apr 12 16:28:03.530404 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51746) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:03.579439 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-63339eff-6924-449e-bc56-58a458940b71 admin admin] Deleting subnet 644bce61-9908-4b22-b9ff-6ee45a6d0077 {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:28:03.583469 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-63339eff-6924-449e-bc56-58a458940b71 admin admin] Publish callbacks [] for subnet (644bce61-9908-4b22-b9ff-6ee45a6d0077), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.586369 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-154128db-0aeb-4b97-a603-bc4d5aece563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f72d473c-f488-4982-96b3-7d28b8bb71c2), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.589090 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-154128db-0aeb-4b97-a603-bc4d5aece563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.592642 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-154128db-0aeb-4b97-a603-bc4d5aece563 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f72d473c-f488-4982-96b3-7d28b8bb71c2 HTTP/1.1" status: 204 len: 168 time: 0.1548383 Apr 12 16:28:03.601097 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154128db-0aeb-4b97-a603-bc4d5aece563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72d473c-f488-4982-96b3-7d28b8bb71c2,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:03.629019 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-63339eff-6924-449e-bc56-58a458940b71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25560717'] for subnet (644bce61-9908-4b22-b9ff-6ee45a6d0077), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.723275 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-63339eff-6924-449e-bc56-58a458940b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (644bce61-9908-4b22-b9ff-6ee45a6d0077), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.784956 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-63339eff-6924-449e-bc56-58a458940b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25561300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25714968'] for subnet (644bce61-9908-4b22-b9ff-6ee45a6d0077), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.814310 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63339eff-6924-449e-bc56-58a458940b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644bce61-9908-4b22-b9ff-6ee45a6d0077,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:03.816537 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-63339eff-6924-449e-bc56-58a458940b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.821844 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac10d18e-d38f-41be-938e-57dd970b36c5 None None] Network 659bb59b-3f11-4e82-88df-ec448e9e7e28 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:28:03.838807 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-63339eff-6924-449e-bc56-58a458940b71 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/644bce61-9908-4b22-b9ff-6ee45a6d0077 HTTP/1.1" status: 204 len: 168 time: 0.3069804 Apr 12 16:28:03.841129 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51758) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:03.938101 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (659bb59b-3f11-4e82-88df-ec448e9e7e28), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:03.999290 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Deleting port ab0430d9-3b00-4cf2-86db-0ab622656495 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:28:03.999637 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.046645 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f860d37-1df1-4518-87fe-7c199fe64488 None None] DHCP port deletion for 659bb59b-3f11-4e82-88df-ec448e9e7e28 request from dv-cinder-837528-1-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:28:04.099492 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] For port ab0430d9-3b00-4cf2-86db-0ab622656495, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ab0430d9-3b00-4cf2-86db-0ab622656495,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:28:04.099782 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-4f860d37-1df1-4518-87fe-7c199fe64488 None None] Deleting port ab0430d9-3b00-4cf2-86db-0ab622656495 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:28:04.100235 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.100596 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4f860d37-1df1-4518-87fe-7c199fe64488 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.121893 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Calling delete_port for ab0430d9-3b00-4cf2-86db-0ab622656495 owned by network:dhcp {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:28:04.145010 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51770) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:04.175033 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-4f860d37-1df1-4518-87fe-7c199fe64488 None None] For port ab0430d9-3b00-4cf2-86db-0ab622656495, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ab0430d9-3b00-4cf2-86db-0ab622656495,segment=NetworkSegment(9ca32108-243f-493d-8f79-9159d0e95aed),segment_id=9ca32108-243f-493d-8f79-9159d0e95aed)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:28:04.175678 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4f860d37-1df1-4518-87fe-7c199fe64488 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.191021 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-4f860d37-1df1-4518-87fe-7c199fe64488 None None] Calling delete_port for ab0430d9-3b00-4cf2-86db-0ab622656495 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:28:04.232698 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.250019 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] No DVR routers for this DVR port ab0430d9-3b00-4cf2-86db-0ab622656495 on host dv-cinder-837528-1-iscsi {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:28:04.287495 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4f860d37-1df1-4518-87fe-7c199fe64488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879'] for port (ab0430d9-3b00-4cf2-86db-0ab622656495), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.297159 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0430d9-3b00-4cf2-86db-0ab622656495,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:04.315675 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f860d37-1df1-4518-87fe-7c199fe64488 None None] Pushing event deleted for resources: {'Port': ['ID=ab0430d9-3b00-4cf2-86db-0ab622656495,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:04.317727 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f860d37-1df1-4518-87fe-7c199fe64488 None None] No DVR routers for this DVR port ab0430d9-3b00-4cf2-86db-0ab622656495 on host dv-cinder-837528-1-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:28:04.352644 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (659bb59b-3f11-4e82-88df-ec448e9e7e28), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.382091 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659bb59b-3f11-4e82-88df-ec448e9e7e28']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:28:04.384013 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-23796ca6-6dd4-4f93-8f5d-dbbec859ca00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.393704 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca32108-243f-493d-8f79-9159d0e95aed') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:28:04.394360 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca32108-243f-493d-8f79-9159d0e95aed') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:28:04.404499 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25560758'] for segment (9ca32108-243f-493d-8f79-9159d0e95aed), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.421224 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (9ca32108-243f-493d-8f79-9159d0e95aed), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.428835 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:28:04.429310 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25561198'] for segment (9ca32108-243f-493d-8f79-9159d0e95aed), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: Traceback (most recent call last): Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: timer() Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: cb(*args, **kw) Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: return func(*args, **kwargs) Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: self._notify() Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: self.callback(batched_events) Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: event.method(event) Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: return f(self, *a, **k) Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: return self._get(url).json() Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:28:04.431253 dv-cinder-837528-1-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:28:04.490394 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-23796ca6-6dd4-4f93-8f5d-dbbec859ca00 admin admin] Publish callbacks [] for security_group (8d3aef7c-4109-401e-940d-ad77fdce25d0), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.500083 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-23796ca6-6dd4-4f93-8f5d-dbbec859ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (8d3aef7c-4109-401e-940d-ad77fdce25d0), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.506656 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (659bb59b-3f11-4e82-88df-ec448e9e7e28), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.512211 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.516561 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] 10.222.0.67 "DELETE /v2.0/networks/659bb59b-3f11-4e82-88df-ec448e9e7e28 HTTP/1.1" status: 204 len: 168 time: 0.6744194 Apr 12 16:28:04.538765 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f5f6a-44dc-4d28-9c50-7f9df482388d admin admin] Pushing event deleted for resources: {'Network': ['ID=659bb59b-3f11-4e82-88df-ec448e9e7e28,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:04.543718 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-23796ca6-6dd4-4f93-8f5d-dbbec859ca00 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=157c6afde091461f8df6d91212fadc0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3974152 Apr 12 16:28:04.546547 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51786) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:04.547025 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23796ca6-6dd4-4f93-8f5d-dbbec859ca00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3aef7c-4109-401e-940d-ad77fdce25d0,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:04.606437 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-49204146-b482-407b-a2f6-536739992859 admin admin] Publish callbacks [] for security_group (8d3aef7c-4109-401e-940d-ad77fdce25d0), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.629684 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-49204146-b482-407b-a2f6-536739992859 admin admin] Publish callbacks [] for security_group (8d3aef7c-4109-401e-940d-ad77fdce25d0), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.693045 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-49204146-b482-407b-a2f6-536739992859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (8d3aef7c-4109-401e-940d-ad77fdce25d0), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.696605 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-49204146-b482-407b-a2f6-536739992859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.701208 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-49204146-b482-407b-a2f6-536739992859 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8d3aef7c-4109-401e-940d-ad77fdce25d0 HTTP/1.1" status: 204 len: 168 time: 0.1511166 Apr 12 16:28:04.711787 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49204146-b482-407b-a2f6-536739992859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3aef7c-4109-401e-940d-ad77fdce25d0,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:04.725456 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:28:04.739955 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51792) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:04.750925 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:28:04.751687 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 3ce3d6dd-13fd-47f0-874c-8d19c3f1c279 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:28:04.752789 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device ab0430d9-3b00-4cf2-86db-0ab622656495 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:28:04.779322 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: ab0430d9-3b00-4cf2-86db-0ab622656495 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:28:04.780009 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device ab0430d9-3b00-4cf2-86db-0ab622656495 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:28:04.780632 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:28:04.790736 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-034d5877-0b2e-4986-b165-3d7847a5df63 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=45e8e703a32d4ac4be28bb7018de850f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0495930 Apr 12 16:28:04.793434 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51794) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:04.802929 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:28:04.803586 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 10bf8c1d-09b2-4b7a-a65e-c72a06209f29 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:28:04.854175 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5f50fc8a-d31c-4d00-8029-10404c0da0d1 admin admin] Publish callbacks [] for security_group (77afdbaa-0d0c-49a9-ad2d-72feb5ecc435), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.880487 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5f50fc8a-d31c-4d00-8029-10404c0da0d1 admin admin] Publish callbacks [] for security_group (77afdbaa-0d0c-49a9-ad2d-72feb5ecc435), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.936144 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5f50fc8a-d31c-4d00-8029-10404c0da0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (77afdbaa-0d0c-49a9-ad2d-72feb5ecc435), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.939233 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5f50fc8a-d31c-4d00-8029-10404c0da0d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:04.940656 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-5f50fc8a-d31c-4d00-8029-10404c0da0d1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77afdbaa-0d0c-49a9-ad2d-72feb5ecc435 HTTP/1.1" status: 204 len: 168 time: 0.1460087 Apr 12 16:28:04.949342 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50fc8a-d31c-4d00-8029-10404c0da0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77afdbaa-0d0c-49a9-ad2d-72feb5ecc435,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:05.122406 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51806) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:05.138123 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9fefcd51-00af-40c8-ba7b-ee11d05768db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:05.222475 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9fefcd51-00af-40c8-ba7b-ee11d05768db admin admin] Publish callbacks [] for security_group (51dc6d54-4a28-4f29-983f-342f2c5104dd), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:05.226903 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9fefcd51-00af-40c8-ba7b-ee11d05768db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (51dc6d54-4a28-4f29-983f-342f2c5104dd), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:05.270877 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefcd51-00af-40c8-ba7b-ee11d05768db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dc6d54-4a28-4f29-983f-342f2c5104dd,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:05.278295 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-9fefcd51-00af-40c8-ba7b-ee11d05768db admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=919b93ffd49a4711a7764806d60c6eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547084 Apr 12 16:28:05.279373 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51812) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:05.351784 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5ea075c7-21da-4534-82fb-f1553d398f2b admin admin] Publish callbacks [] for security_group (51dc6d54-4a28-4f29-983f-342f2c5104dd), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:05.373426 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5ea075c7-21da-4534-82fb-f1553d398f2b admin admin] Publish callbacks [] for security_group (51dc6d54-4a28-4f29-983f-342f2c5104dd), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:05.428398 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5ea075c7-21da-4534-82fb-f1553d398f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (51dc6d54-4a28-4f29-983f-342f2c5104dd), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:05.430961 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5ea075c7-21da-4534-82fb-f1553d398f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:05.432134 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5ea075c7-21da-4534-82fb-f1553d398f2b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/51dc6d54-4a28-4f29-983f-342f2c5104dd HTTP/1.1" status: 204 len: 168 time: 0.1515031 Apr 12 16:28:05.440330 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea075c7-21da-4534-82fb-f1553d398f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dc6d54-4a28-4f29-983f-342f2c5104dd,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:05.821645 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51844) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:05.831724 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f764b1a9-8385-4907-a470-e3cf220d70b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:05.911666 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f764b1a9-8385-4907-a470-e3cf220d70b2 admin admin] Publish callbacks [] for security_group (1aa31f4c-5f08-4d3b-a1ba-a24b9600fc86), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:05.916476 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f764b1a9-8385-4907-a470-e3cf220d70b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (1aa31f4c-5f08-4d3b-a1ba-a24b9600fc86), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:05.956749 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f764b1a9-8385-4907-a470-e3cf220d70b2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=54aea3a314604fcb9f84553c2933bc1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378763 Apr 12 16:28:05.957651 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764b1a9-8385-4907-a470-e3cf220d70b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa31f4c-5f08-4d3b-a1ba-a24b9600fc86,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:05.959784 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51852) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:06.019773 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f0d16943-b983-41f9-b54f-9dabfc153f9b admin admin] Publish callbacks [] for security_group (1aa31f4c-5f08-4d3b-a1ba-a24b9600fc86), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:06.045924 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f0d16943-b983-41f9-b54f-9dabfc153f9b admin admin] Publish callbacks [] for security_group (1aa31f4c-5f08-4d3b-a1ba-a24b9600fc86), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:06.108575 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f0d16943-b983-41f9-b54f-9dabfc153f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (1aa31f4c-5f08-4d3b-a1ba-a24b9600fc86), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:06.112368 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f0d16943-b983-41f9-b54f-9dabfc153f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:06.113861 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f0d16943-b983-41f9-b54f-9dabfc153f9b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1aa31f4c-5f08-4d3b-a1ba-a24b9600fc86 HTTP/1.1" status: 204 len: 168 time: 0.1523714 Apr 12 16:28:06.123020 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d16943-b983-41f9-b54f-9dabfc153f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa31f4c-5f08-4d3b-a1ba-a24b9600fc86,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:06.606900 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51898) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:06.722130 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-738b0435-b42b-48df-87a3-9094763730d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:06.798405 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-738b0435-b42b-48df-87a3-9094763730d4 admin admin] Publish callbacks [] for security_group (34125af0-ee4e-4850-b625-2b2e5e8fb32a), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:06.802992 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-738b0435-b42b-48df-87a3-9094763730d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (34125af0-ee4e-4850-b625-2b2e5e8fb32a), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:06.840324 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-738b0435-b42b-48df-87a3-9094763730d4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=684453e1325040eb80deb0144486ca22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316821 Apr 12 16:28:06.842256 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b0435-b42b-48df-87a3-9094763730d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34125af0-ee4e-4850-b625-2b2e5e8fb32a,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:06.843146 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51910) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:06.906229 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-69cd170a-933f-497a-a672-916b8efa1191 admin admin] Publish callbacks [] for security_group (34125af0-ee4e-4850-b625-2b2e5e8fb32a), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:06.931248 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-69cd170a-933f-497a-a672-916b8efa1191 admin admin] Publish callbacks [] for security_group (34125af0-ee4e-4850-b625-2b2e5e8fb32a), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:06.979953 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-69cd170a-933f-497a-a672-916b8efa1191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (34125af0-ee4e-4850-b625-2b2e5e8fb32a), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:06.982654 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-69cd170a-933f-497a-a672-916b8efa1191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:06.986502 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-69cd170a-933f-497a-a672-916b8efa1191 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/34125af0-ee4e-4850-b625-2b2e5e8fb32a HTTP/1.1" status: 204 len: 168 time: 0.1397302 Apr 12 16:28:06.997589 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd170a-933f-497a-a672-916b8efa1191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34125af0-ee4e-4850-b625-2b2e5e8fb32a,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:07.318841 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51926) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:07.333101 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6a25a0cb-a797-433b-b1aa-e6434a292dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:07.409893 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6a25a0cb-a797-433b-b1aa-e6434a292dab admin admin] Publish callbacks [] for security_group (80e6c256-f9e4-4fb0-813f-efe46c0b922a), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:07.414114 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6a25a0cb-a797-433b-b1aa-e6434a292dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (80e6c256-f9e4-4fb0-813f-efe46c0b922a), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:07.453452 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-6a25a0cb-a797-433b-b1aa-e6434a292dab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c9298b6e656e462b88ace22b451cfc24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334422 Apr 12 16:28:07.454733 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25a0cb-a797-433b-b1aa-e6434a292dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e6c256-f9e4-4fb0-813f-efe46c0b922a,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:07.456789 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51932) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:07.528967 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5eb39b6a-27ec-42da-b1e9-e70615fa4c12 admin admin] Publish callbacks [] for security_group (80e6c256-f9e4-4fb0-813f-efe46c0b922a), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:07.558135 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5eb39b6a-27ec-42da-b1e9-e70615fa4c12 admin admin] Publish callbacks [] for security_group (80e6c256-f9e4-4fb0-813f-efe46c0b922a), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:07.619717 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5eb39b6a-27ec-42da-b1e9-e70615fa4c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (80e6c256-f9e4-4fb0-813f-efe46c0b922a), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:07.622585 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5eb39b6a-27ec-42da-b1e9-e70615fa4c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:07.626280 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5eb39b6a-27ec-42da-b1e9-e70615fa4c12 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/80e6c256-f9e4-4fb0-813f-efe46c0b922a HTTP/1.1" status: 204 len: 168 time: 0.1652105 Apr 12 16:28:07.644702 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb39b6a-27ec-42da-b1e9-e70615fa4c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e6c256-f9e4-4fb0-813f-efe46c0b922a,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:08.121124 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51984) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:08.231202 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d3d62c5c-4e54-46c3-9be6-d764754ec864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.312082 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d3d62c5c-4e54-46c3-9be6-d764754ec864 admin admin] Publish callbacks [] for security_group (f007ed0e-142e-430e-b53a-cb6a5af3ff67), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.316790 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d3d62c5c-4e54-46c3-9be6-d764754ec864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f007ed0e-142e-430e-b53a-cb6a5af3ff67), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.354795 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d3d62c5c-4e54-46c3-9be6-d764754ec864 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8fd028d3ffe54663be5b10808cc64699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324131 Apr 12 16:28:08.356863 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d62c5c-4e54-46c3-9be6-d764754ec864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f007ed0e-142e-430e-b53a-cb6a5af3ff67,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:08.357729 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 51996) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:08.363642 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 51998) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:08.411364 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b02856b-4a34-4f34-aeb8-b97ba9d6cd17 admin admin] Publish callbacks [] for security_group (f007ed0e-142e-430e-b53a-cb6a5af3ff67), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.433201 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b02856b-4a34-4f34-aeb8-b97ba9d6cd17 admin admin] Publish callbacks [] for security_group (f007ed0e-142e-430e-b53a-cb6a5af3ff67), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.456303 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1079821085-network', 'tenant_id': '296977a87eb24aeb8e5be538d476e37d'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:28:08.478090 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] Made reservation on behalf of 296977a87eb24aeb8e5be538d476e37d for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:28:08.480955 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.488476 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b02856b-4a34-4f34-aeb8-b97ba9d6cd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f007ed0e-142e-430e-b53a-cb6a5af3ff67), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.491012 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b02856b-4a34-4f34-aeb8-b97ba9d6cd17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.491361 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.492415 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-5b02856b-4a34-4f34-aeb8-b97ba9d6cd17 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f007ed0e-142e-430e-b53a-cb6a5af3ff67 HTTP/1.1" status: 204 len: 168 time: 0.1334784 Apr 12 16:28:08.500351 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02856b-4a34-4f34-aeb8-b97ba9d6cd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f007ed0e-142e-430e-b53a-cb6a5af3ff67,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:08.586543 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] Publish callbacks [] for security_group (0b7f2f63-2de9-4123-9b63-af0fdc436466), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.591554 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (0b7f2f63-2de9-4123-9b63-af0fdc436466), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.614672 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:28:08.628622 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7f2f63-2de9-4123-9b63-af0fdc436466,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:08.633621 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (6e9d084d-01f4-42b7-b4b1-ceea46d7c8df), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.633973 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] Added segment 6e9d084d-01f4-42b7-b4b1-ceea46d7c8df of type vlan for network 940643e7-38a0-46c0-b41f-a0cebfedb9c2 Apr 12 16:28:08.674975 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (940643e7-38a0-46c0-b41f-a0cebfedb9c2), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.700232 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (940643e7-38a0-46c0-b41f-a0cebfedb9c2), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.701388 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:28:08.701975 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.736829 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3725655 Apr 12 16:28:08.740897 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52006) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:08.746377 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-af38bc51-68e7-4326-9b08-4c8ab7251a3f admin admin] Request body: {'subnet': {'network_id': '940643e7-38a0-46c0-b41f-a0cebfedb9c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1079821085-subnet', 'tenant_id': '296977a87eb24aeb8e5be538d476e37d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:28:08.768349 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af38bc51-68e7-4326-9b08-4c8ab7251a3f admin admin] Made reservation on behalf of 296977a87eb24aeb8e5be538d476e37d for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:28:08.770374 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b39ab5-205c-462c-a4a7-83c3c0add368 admin admin] Pushing event updated for resources: {'Network': ['ID=940643e7-38a0-46c0-b41f-a0cebfedb9c2,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:08.771831 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-af38bc51-68e7-4326-9b08-4c8ab7251a3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25714999'] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.782639 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 940643e7-38a0-46c0-b41f-a0cebfedb9c2 details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:28:08.784487 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52008) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:08.828599 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-20f3b26a-1ca0-4e84-9d0c-8b4f4b1ad47b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:08.992526 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-20f3b26a-1ca0-4e84-9d0c-8b4f4b1ad47b admin admin] Publish callbacks [] for security_group (f7722ed5-6aa9-450c-b40a-ec36a8b7a4d4), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:09.002379 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-20f3b26a-1ca0-4e84-9d0c-8b4f4b1ad47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f7722ed5-6aa9-450c-b40a-ec36a8b7a4d4), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:09.017903 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-af38bc51-68e7-4326-9b08-4c8ab7251a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25560587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25714977'] for subnet (0b458fae-7838-456a-ae6c-2a2dbf95c46e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:09.071405 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-20f3b26a-1ca0-4e84-9d0c-8b4f4b1ad47b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bb274d02e1e5474c94f8e0416e63b013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854886 Apr 12 16:28:09.074276 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52014) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:09.080505 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3b26a-1ca0-4e84-9d0c-8b4f4b1ad47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7722ed5-6aa9-450c-b40a-ec36a8b7a4d4,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:09.089700 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38bc51-68e7-4326-9b08-4c8ab7251a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b458fae-7838-456a-ae6c-2a2dbf95c46e,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:09.109862 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af38bc51-68e7-4326-9b08-4c8ab7251a3f admin admin] Checking segment: {'id': '6e9d084d-01f4-42b7-b4b1-ceea46d7c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '940643e7-38a0-46c0-b41f-a0cebfedb9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:28:09.110284 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af38bc51-68e7-4326-9b08-4c8ab7251a3f admin admin] Network hostable DHCP agents. Network: 940643e7-38a0-46c0-b41f-a0cebfedb9c2, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:28:09.133864 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af38bc51-68e7-4326-9b08-4c8ab7251a3f admin admin] Network 940643e7-38a0-46c0-b41f-a0cebfedb9c2 is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:28:09.141995 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-655ca8c1-390f-484e-bb8f-22ae15859728 admin admin] Publish callbacks [] for security_group (f7722ed5-6aa9-450c-b40a-ec36a8b7a4d4), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:09.144405 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-af38bc51-68e7-4326-9b08-4c8ab7251a3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 940643e7-38a0-46c0-b41f-a0cebfedb9c2) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:28:09.149013 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af38bc51-68e7-4326-9b08-4c8ab7251a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:28:09.149639 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-af38bc51-68e7-4326-9b08-4c8ab7251a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:09.153597 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3824ce-8d26-44f9-889d-8798964b5fac None None] Network 940643e7-38a0-46c0-b41f-a0cebfedb9c2 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:28:09.167026 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-655ca8c1-390f-484e-bb8f-22ae15859728 admin admin] Publish callbacks [] for security_group (f7722ed5-6aa9-450c-b40a-ec36a8b7a4d4), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:09.169816 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-af38bc51-68e7-4326-9b08-4c8ab7251a3f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4275203 Apr 12 16:28:09.222364 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-655ca8c1-390f-484e-bb8f-22ae15859728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f7722ed5-6aa9-450c-b40a-ec36a8b7a4d4), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:09.225090 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-655ca8c1-390f-484e-bb8f-22ae15859728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:09.226300 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-655ca8c1-390f-484e-bb8f-22ae15859728 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f7722ed5-6aa9-450c-b40a-ec36a8b7a4d4 HTTP/1.1" status: 204 len: 168 time: 0.1509783 Apr 12 16:28:09.237614 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ca8c1-390f-484e-bb8f-22ae15859728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7722ed5-6aa9-450c-b40a-ec36a8b7a4d4,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:09.279439 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dc8e17-797f-4e0e-baa6-15c03f6ecd49 None None] Network 940643e7-38a0-46c0-b41f-a0cebfedb9c2 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:28:09.775737 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52046) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:09.780603 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-463395122-network', 'tenant_id': 'e546e5ba90ab498e88ce582c80a204c1'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:28:09.801441 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] Made reservation on behalf of e546e5ba90ab498e88ce582c80a204c1 for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:28:09.803900 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:09.812434 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:09.899607 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] Publish callbacks [] for security_group (babdc703-eba5-45b3-b854-af06c4ef0ed0), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:09.904073 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (babdc703-eba5-45b3-b854-af06c4ef0ed0), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:09.930502 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:28:09.940012 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babdc703-eba5-45b3-b854-af06c4ef0ed0,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:09.946521 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (33ed1aa5-3ff4-4724-b40d-c5c24c7e2a68), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:09.946870 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] Added segment 33ed1aa5-3ff4-4724-b40d-c5c24c7e2a68 of type vlan for network 68e6771c-2d3c-42d3-b1ae-579092572d18 Apr 12 16:28:09.991271 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (68e6771c-2d3c-42d3-b1ae-579092572d18), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:10.019106 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (68e6771c-2d3c-42d3-b1ae-579092572d18), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:10.020213 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:28:10.020822 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:10.083688 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3068159 Apr 12 16:28:10.086632 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52058) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:10.094297 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-e6e3222a-02d1-4d91-8494-ccdf0d10241c admin admin] Request body: {'subnet': {'network_id': '68e6771c-2d3c-42d3-b1ae-579092572d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-463395122-subnet', 'tenant_id': 'e546e5ba90ab498e88ce582c80a204c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:28:10.098941 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b7eb2-bd44-47b7-8540-af8b8a618649 admin admin] Pushing event updated for resources: {'Network': ['ID=68e6771c-2d3c-42d3-b1ae-579092572d18,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:10.110262 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 68e6771c-2d3c-42d3-b1ae-579092572d18 details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:28:10.122985 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e3222a-02d1-4d91-8494-ccdf0d10241c admin admin] Made reservation on behalf of e546e5ba90ab498e88ce582c80a204c1 for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:28:10.131467 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e6e3222a-02d1-4d91-8494-ccdf0d10241c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25952578'] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:10.310360 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e6e3222a-02d1-4d91-8494-ccdf0d10241c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25840981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25952596'] for subnet (cf4d1d40-0ca0-49d3-a9eb-46805811ea54), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:10.364312 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3222a-02d1-4d91-8494-ccdf0d10241c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4d1d40-0ca0-49d3-a9eb-46805811ea54,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:10.374695 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3222a-02d1-4d91-8494-ccdf0d10241c admin admin] Checking segment: {'id': '33ed1aa5-3ff4-4724-b40d-c5c24c7e2a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '68e6771c-2d3c-42d3-b1ae-579092572d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:28:10.375055 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e3222a-02d1-4d91-8494-ccdf0d10241c admin admin] Network hostable DHCP agents. Network: 68e6771c-2d3c-42d3-b1ae-579092572d18, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:28:10.392621 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e3222a-02d1-4d91-8494-ccdf0d10241c admin admin] Network 68e6771c-2d3c-42d3-b1ae-579092572d18 is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:28:10.401605 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-e6e3222a-02d1-4d91-8494-ccdf0d10241c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 68e6771c-2d3c-42d3-b1ae-579092572d18) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:28:10.407925 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e3222a-02d1-4d91-8494-ccdf0d10241c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:28:10.408551 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e6e3222a-02d1-4d91-8494-ccdf0d10241c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:10.415403 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854620cb-1f59-49d0-8519-b461bda111e7 None None] Network 68e6771c-2d3c-42d3-b1ae-579092572d18 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:28:10.428116 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e6e3222a-02d1-4d91-8494-ccdf0d10241c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3401291 Apr 12 16:28:10.526373 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88861e5c-e134-44e3-bd0b-0ba1732a780e None None] Network 68e6771c-2d3c-42d3-b1ae-579092572d18 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:28:13.754352 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52196) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:13.858908 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ed2be2ed-f6b3-4fa7-951e-8dfac84ac094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:13.939147 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ed2be2ed-f6b3-4fa7-951e-8dfac84ac094 admin admin] Publish callbacks [] for security_group (6964ac75-bf4f-4429-b6f4-f813413c9ce6), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:13.944446 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ed2be2ed-f6b3-4fa7-951e-8dfac84ac094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (6964ac75-bf4f-4429-b6f4-f813413c9ce6), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:13.987519 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ed2be2ed-f6b3-4fa7-951e-8dfac84ac094 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=90f547bebc8d44e389f0f93143571d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319851 Apr 12 16:28:13.988531 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2be2ed-f6b3-4fa7-951e-8dfac84ac094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6964ac75-bf4f-4429-b6f4-f813413c9ce6,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:13.990463 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52200) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:14.046704 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-78e650a0-56b0-4fbb-8fa0-7720d41a044f admin admin] Publish callbacks [] for security_group (6964ac75-bf4f-4429-b6f4-f813413c9ce6), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:14.073677 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-78e650a0-56b0-4fbb-8fa0-7720d41a044f admin admin] Publish callbacks [] for security_group (6964ac75-bf4f-4429-b6f4-f813413c9ce6), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:14.131125 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-78e650a0-56b0-4fbb-8fa0-7720d41a044f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (6964ac75-bf4f-4429-b6f4-f813413c9ce6), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:14.133957 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-78e650a0-56b0-4fbb-8fa0-7720d41a044f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:14.138089 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-78e650a0-56b0-4fbb-8fa0-7720d41a044f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6964ac75-bf4f-4429-b6f4-f813413c9ce6 HTTP/1.1" status: 204 len: 168 time: 0.1429400 Apr 12 16:28:14.146985 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e650a0-56b0-4fbb-8fa0-7720d41a044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6964ac75-bf4f-4429-b6f4-f813413c9ce6,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:14.363795 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52218) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:14.475599 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-00a7d467-684d-42df-b0f7-2ad56a6c054d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:14.559279 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-00a7d467-684d-42df-b0f7-2ad56a6c054d admin admin] Publish callbacks [] for security_group (7399a617-3a8a-4ebf-a961-0d9b808662de), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:14.563744 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-00a7d467-684d-42df-b0f7-2ad56a6c054d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (7399a617-3a8a-4ebf-a961-0d9b808662de), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:14.614022 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-00a7d467-684d-42df-b0f7-2ad56a6c054d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d9512767ccca43938a7cec33a9e7f055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490275 Apr 12 16:28:14.614930 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7d467-684d-42df-b0f7-2ad56a6c054d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7399a617-3a8a-4ebf-a961-0d9b808662de,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:14.616856 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52232) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:14.670493 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7c68c600-2673-40e3-aaeb-aa3d2c509d22 admin admin] Publish callbacks [] for security_group (7399a617-3a8a-4ebf-a961-0d9b808662de), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:14.693163 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7c68c600-2673-40e3-aaeb-aa3d2c509d22 admin admin] Publish callbacks [] for security_group (7399a617-3a8a-4ebf-a961-0d9b808662de), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:14.742652 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7c68c600-2673-40e3-aaeb-aa3d2c509d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (7399a617-3a8a-4ebf-a961-0d9b808662de), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:14.745226 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7c68c600-2673-40e3-aaeb-aa3d2c509d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:14.757337 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7c68c600-2673-40e3-aaeb-aa3d2c509d22 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7399a617-3a8a-4ebf-a961-0d9b808662de HTTP/1.1" status: 204 len: 168 time: 0.1327729 Apr 12 16:28:14.781226 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68c600-2673-40e3-aaeb-aa3d2c509d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7399a617-3a8a-4ebf-a961-0d9b808662de,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:15.161970 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52260) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:15.178086 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7699c037-61d4-46be-972a-d3d81781a013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:15.262962 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7699c037-61d4-46be-972a-d3d81781a013 admin admin] Publish callbacks [] for security_group (20acba17-28a6-4a38-8470-afba61e5fdaf), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:15.267175 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7699c037-61d4-46be-972a-d3d81781a013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (20acba17-28a6-4a38-8470-afba61e5fdaf), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:15.307935 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7699c037-61d4-46be-972a-d3d81781a013 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2cb20458acd34641a7417c9219a736ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445475 Apr 12 16:28:15.308841 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699c037-61d4-46be-972a-d3d81781a013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20acba17-28a6-4a38-8470-afba61e5fdaf,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:15.311002 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52264) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:15.364776 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-468fde5a-108d-4445-9ff8-d0e9c22233f4 admin admin] Publish callbacks [] for security_group (20acba17-28a6-4a38-8470-afba61e5fdaf), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:15.391895 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-468fde5a-108d-4445-9ff8-d0e9c22233f4 admin admin] Publish callbacks [] for security_group (20acba17-28a6-4a38-8470-afba61e5fdaf), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:15.439831 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-468fde5a-108d-4445-9ff8-d0e9c22233f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (20acba17-28a6-4a38-8470-afba61e5fdaf), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:15.442448 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-468fde5a-108d-4445-9ff8-d0e9c22233f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:15.443615 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-468fde5a-108d-4445-9ff8-d0e9c22233f4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/20acba17-28a6-4a38-8470-afba61e5fdaf HTTP/1.1" status: 204 len: 168 time: 0.1316183 Apr 12 16:28:15.452126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fde5a-108d-4445-9ff8-d0e9c22233f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20acba17-28a6-4a38-8470-afba61e5fdaf,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:15.772635 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52280) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:15.789248 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9dd656b5-3aa7-4b42-8e7f-bbe7e0c40dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:15.874455 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9dd656b5-3aa7-4b42-8e7f-bbe7e0c40dc1 admin admin] Publish callbacks [] for security_group (b74b2cf0-84db-40dd-96bf-0b55aa7bda17), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:15.879706 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9dd656b5-3aa7-4b42-8e7f-bbe7e0c40dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (b74b2cf0-84db-40dd-96bf-0b55aa7bda17), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:15.922060 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd656b5-3aa7-4b42-8e7f-bbe7e0c40dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74b2cf0-84db-40dd-96bf-0b55aa7bda17,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:15.928221 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-9dd656b5-3aa7-4b42-8e7f-bbe7e0c40dc1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2fab3c27885b47acbc59b8c136f12283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529138 Apr 12 16:28:15.929602 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52290) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:15.981142 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-260c2191-e013-46e9-b4ef-87122b4a2304 admin admin] Publish callbacks [] for security_group (b74b2cf0-84db-40dd-96bf-0b55aa7bda17), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:16.006083 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-260c2191-e013-46e9-b4ef-87122b4a2304 admin admin] Publish callbacks [] for security_group (b74b2cf0-84db-40dd-96bf-0b55aa7bda17), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:16.056243 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-260c2191-e013-46e9-b4ef-87122b4a2304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (b74b2cf0-84db-40dd-96bf-0b55aa7bda17), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:16.059160 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-260c2191-e013-46e9-b4ef-87122b4a2304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:16.061045 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-260c2191-e013-46e9-b4ef-87122b4a2304 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b74b2cf0-84db-40dd-96bf-0b55aa7bda17 HTTP/1.1" status: 204 len: 168 time: 0.1298993 Apr 12 16:28:16.069113 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c2191-e013-46e9-b4ef-87122b4a2304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74b2cf0-84db-40dd-96bf-0b55aa7bda17,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:17.322175 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52414) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:17.554078 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-aab840c5-fed4-4158-8b89-445196c3580a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:17.651014 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-aab840c5-fed4-4158-8b89-445196c3580a admin admin] Publish callbacks [] for security_group (434ab0e6-3a9c-476e-b367-9fb770b01c8a), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:17.656846 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-aab840c5-fed4-4158-8b89-445196c3580a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (434ab0e6-3a9c-476e-b367-9fb770b01c8a), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:17.703159 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab840c5-fed4-4158-8b89-445196c3580a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434ab0e6-3a9c-476e-b367-9fb770b01c8a,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:17.712786 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52434) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:17.722661 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-aab840c5-fed4-4158-8b89-445196c3580a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6dcd9d2d721449a185f8450733222c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3993270 Apr 12 16:28:17.786475 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f1ec-d2e4-445a-b9c1-a3281640e1cd admin admin] Publish callbacks [] for security_group (434ab0e6-3a9c-476e-b367-9fb770b01c8a), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:17.808367 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f1ec-d2e4-445a-b9c1-a3281640e1cd admin admin] Publish callbacks [] for security_group (434ab0e6-3a9c-476e-b367-9fb770b01c8a), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:17.861971 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f1ec-d2e4-445a-b9c1-a3281640e1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (434ab0e6-3a9c-476e-b367-9fb770b01c8a), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:17.864881 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f1ec-d2e4-445a-b9c1-a3281640e1cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:17.866221 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f0e7f1ec-d2e4-445a-b9c1-a3281640e1cd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/434ab0e6-3a9c-476e-b367-9fb770b01c8a HTTP/1.1" status: 204 len: 168 time: 0.1523147 Apr 12 16:28:17.874780 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7f1ec-d2e4-445a-b9c1-a3281640e1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434ab0e6-3a9c-476e-b367-9fb770b01c8a,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:18.153722 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52464) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:18.166950 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9212ef9-c273-4f5d-bc01-86494243188d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:18.255023 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9212ef9-c273-4f5d-bc01-86494243188d admin admin] Publish callbacks [] for security_group (f109f7b1-6591-4e13-9f55-4563c99d7eda), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:18.260208 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9212ef9-c273-4f5d-bc01-86494243188d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f109f7b1-6591-4e13-9f55-4563c99d7eda), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:18.308157 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52470) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:18.310631 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e9212ef9-c273-4f5d-bc01-86494243188d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=211df529212540dd83ded18f76a110b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556969 Apr 12 16:28:18.311596 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9212ef9-c273-4f5d-bc01-86494243188d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f109f7b1-6591-4e13-9f55-4563c99d7eda,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:18.361954 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0d06caa8-9185-4f77-9a2f-fd9c251b7a07 admin admin] Publish callbacks [] for security_group (f109f7b1-6591-4e13-9f55-4563c99d7eda), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:18.384811 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0d06caa8-9185-4f77-9a2f-fd9c251b7a07 admin admin] Publish callbacks [] for security_group (f109f7b1-6591-4e13-9f55-4563c99d7eda), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:18.432482 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0d06caa8-9185-4f77-9a2f-fd9c251b7a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f109f7b1-6591-4e13-9f55-4563c99d7eda), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:18.435203 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0d06caa8-9185-4f77-9a2f-fd9c251b7a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:18.436373 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0d06caa8-9185-4f77-9a2f-fd9c251b7a07 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f109f7b1-6591-4e13-9f55-4563c99d7eda HTTP/1.1" status: 204 len: 168 time: 0.1272292 Apr 12 16:28:18.447530 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06caa8-9185-4f77-9a2f-fd9c251b7a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f109f7b1-6591-4e13-9f55-4563c99d7eda,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:18.488836 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52476) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:18.598914 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-37af2836-6bb0-4955-a77d-e3c47eb35d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:18.682621 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-37af2836-6bb0-4955-a77d-e3c47eb35d1b admin admin] Publish callbacks [] for security_group (1eabc771-75dd-4726-98dc-30a72a4168ef), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:18.687288 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-37af2836-6bb0-4955-a77d-e3c47eb35d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (1eabc771-75dd-4726-98dc-30a72a4168ef), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:18.731875 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-37af2836-6bb0-4955-a77d-e3c47eb35d1b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=abbe6f1c983d4528bcb387b7d02bcd8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419460 Apr 12 16:28:18.733137 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af2836-6bb0-4955-a77d-e3c47eb35d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eabc771-75dd-4726-98dc-30a72a4168ef,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:18.734853 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52484) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:18.790636 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4bc62809-d20a-4398-ac0a-07ca110c5495 admin admin] Publish callbacks [] for security_group (1eabc771-75dd-4726-98dc-30a72a4168ef), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:18.815336 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4bc62809-d20a-4398-ac0a-07ca110c5495 admin admin] Publish callbacks [] for security_group (1eabc771-75dd-4726-98dc-30a72a4168ef), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:18.874284 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4bc62809-d20a-4398-ac0a-07ca110c5495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (1eabc771-75dd-4726-98dc-30a72a4168ef), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:18.877486 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4bc62809-d20a-4398-ac0a-07ca110c5495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:18.881735 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4bc62809-d20a-4398-ac0a-07ca110c5495 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1eabc771-75dd-4726-98dc-30a72a4168ef HTTP/1.1" status: 204 len: 168 time: 0.1444712 Apr 12 16:28:18.889979 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc62809-d20a-4398-ac0a-07ca110c5495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eabc771-75dd-4726-98dc-30a72a4168ef,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:19.314531 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52514) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:19.328691 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4119d7bd-7812-4c87-a90e-fcc8d56ea548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:19.408719 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4119d7bd-7812-4c87-a90e-fcc8d56ea548 admin admin] Publish callbacks [] for security_group (4029b4d5-84a3-4c27-a4c4-d1b871ebb4d2), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:19.413109 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4119d7bd-7812-4c87-a90e-fcc8d56ea548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (4029b4d5-84a3-4c27-a4c4-d1b871ebb4d2), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:19.451857 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119d7bd-7812-4c87-a90e-fcc8d56ea548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4029b4d5-84a3-4c27-a4c4-d1b871ebb4d2,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:19.458918 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4119d7bd-7812-4c87-a90e-fcc8d56ea548 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc704eabbf4b40028ab6c1359bb59052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427112 Apr 12 16:28:19.459235 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52518) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:19.511163 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Publish callbacks [] for security_group (4029b4d5-84a3-4c27-a4c4-d1b871ebb4d2), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:19.535167 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Publish callbacks [] for security_group (4029b4d5-84a3-4c27-a4c4-d1b871ebb4d2), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:19.585181 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (4029b4d5-84a3-4c27-a4c4-d1b871ebb4d2), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:19.587734 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:19.588893 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4029b4d5-84a3-4c27-a4c4-d1b871ebb4d2 HTTP/1.1" status: 204 len: 168 time: 0.1286697 Apr 12 16:28:19.597704 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4029b4d5-84a3-4c27-a4c4-d1b871ebb4d2,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:19.605310 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:19.605677 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:19.606126 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:19.606482 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:19.606828 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:19.607207 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:19.607580 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:19.607935 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:19.608267 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:19.608597 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:19.608925 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:19.609268 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:19.609591 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:19.609978 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:19.610335 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5c69d-574f-428e-a5f5-e4d54535da63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:28:20.655728 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-591aaf4e-28f6-4001-a26c-3e31b5025c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:22.963791 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-63825087-dd6f-4cb5-a371-2088ef915199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:24.225531 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:25.211597 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:25.563759 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:27.054743 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:30.096384 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:28:32.075279 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52714) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:32.121430 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6cc870-1d22-44e1-9718-f7768c409028 admin admin] Deleting subnet 0b458fae-7838-456a-ae6c-2a2dbf95c46e {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:28:32.129627 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc870-1d22-44e1-9718-f7768c409028 admin admin] Publish callbacks [] for subnet (0b458fae-7838-456a-ae6c-2a2dbf95c46e), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.167396 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc870-1d22-44e1-9718-f7768c409028 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25740621'] for subnet (0b458fae-7838-456a-ae6c-2a2dbf95c46e), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.211769 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc870-1d22-44e1-9718-f7768c409028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (0b458fae-7838-456a-ae6c-2a2dbf95c46e), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.264398 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc870-1d22-44e1-9718-f7768c409028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25838474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25952621'] for subnet (0b458fae-7838-456a-ae6c-2a2dbf95c46e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.288387 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cc870-1d22-44e1-9718-f7768c409028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b458fae-7838-456a-ae6c-2a2dbf95c46e,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:32.295047 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc870-1d22-44e1-9718-f7768c409028 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.298388 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-bc6cc870-1d22-44e1-9718-f7768c409028 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0b458fae-7838-456a-ae6c-2a2dbf95c46e HTTP/1.1" status: 204 len: 168 time: 0.2221045 Apr 12 16:28:32.301008 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52716) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:32.377043 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-70445a33-44f3-4ada-aa1a-38422f0cacaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (940643e7-38a0-46c0-b41f-a0cebfedb9c2), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.456227 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-70445a33-44f3-4ada-aa1a-38422f0cacaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (940643e7-38a0-46c0-b41f-a0cebfedb9c2), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.482310 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-70445a33-44f3-4ada-aa1a-38422f0cacaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940643e7-38a0-46c0-b41f-a0cebfedb9c2']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:28:32.492208 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-70445a33-44f3-4ada-aa1a-38422f0cacaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9d084d-01f4-42b7-b4b1-ceea46d7c8df') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:28:32.492524 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-70445a33-44f3-4ada-aa1a-38422f0cacaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9d084d-01f4-42b7-b4b1-ceea46d7c8df') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:28:32.502631 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-70445a33-44f3-4ada-aa1a-38422f0cacaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25740662'] for segment (6e9d084d-01f4-42b7-b4b1-ceea46d7c8df), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.516661 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-70445a33-44f3-4ada-aa1a-38422f0cacaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (6e9d084d-01f4-42b7-b4b1-ceea46d7c8df), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.522977 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70445a33-44f3-4ada-aa1a-38422f0cacaf admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:28:32.523366 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-70445a33-44f3-4ada-aa1a-38422f0cacaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25838384'] for segment (6e9d084d-01f4-42b7-b4b1-ceea46d7c8df), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: Traceback (most recent call last): Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: timer() Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: cb(*args, **kw) Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: return func(*args, **kwargs) Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: self._notify() Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: self.callback(batched_events) Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: event.method(event) Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: return f(self, *a, **k) Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._get(url).json() Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:28:32.525333 dv-cinder-837528-1-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:28:32.587395 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-70445a33-44f3-4ada-aa1a-38422f0cacaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (940643e7-38a0-46c0-b41f-a0cebfedb9c2), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.593409 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-70445a33-44f3-4ada-aa1a-38422f0cacaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.597282 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-70445a33-44f3-4ada-aa1a-38422f0cacaf admin admin] 10.222.0.67 "DELETE /v2.0/networks/940643e7-38a0-46c0-b41f-a0cebfedb9c2 HTTP/1.1" status: 204 len: 168 time: 0.2953036 Apr 12 16:28:32.600222 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52724) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:32.609349 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445a33-44f3-4ada-aa1a-38422f0cacaf admin admin] Pushing event deleted for resources: {'Network': ['ID=940643e7-38a0-46c0-b41f-a0cebfedb9c2,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:32.657109 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db11cb5-f917-43a3-8533-7f3d9231533f admin admin] Deleting subnet cf4d1d40-0ca0-49d3-a9eb-46805811ea54 {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:28:32.660473 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1db11cb5-f917-43a3-8533-7f3d9231533f admin admin] Publish callbacks [] for subnet (cf4d1d40-0ca0-49d3-a9eb-46805811ea54), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.701219 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1db11cb5-f917-43a3-8533-7f3d9231533f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25560717'] for subnet (cf4d1d40-0ca0-49d3-a9eb-46805811ea54), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.742007 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1db11cb5-f917-43a3-8533-7f3d9231533f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (cf4d1d40-0ca0-49d3-a9eb-46805811ea54), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.799217 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1db11cb5-f917-43a3-8533-7f3d9231533f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25561300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25714968'] for subnet (cf4d1d40-0ca0-49d3-a9eb-46805811ea54), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.825703 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db11cb5-f917-43a3-8533-7f3d9231533f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4d1d40-0ca0-49d3-a9eb-46805811ea54,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:32.832825 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1db11cb5-f917-43a3-8533-7f3d9231533f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.836979 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-1db11cb5-f917-43a3-8533-7f3d9231533f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/cf4d1d40-0ca0-49d3-a9eb-46805811ea54 HTTP/1.1" status: 204 len: 168 time: 0.2356915 Apr 12 16:28:32.839488 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52730) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:32.914457 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaf34-eb9b-401b-9dbe-fa3ec0d513e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (68e6771c-2d3c-42d3-b1ae-579092572d18), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:32.994122 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaf34-eb9b-401b-9dbe-fa3ec0d513e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (68e6771c-2d3c-42d3-b1ae-579092572d18), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.015358 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-2d6aaf34-eb9b-401b-9dbe-fa3ec0d513e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e6771c-2d3c-42d3-b1ae-579092572d18']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:28:33.026871 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-2d6aaf34-eb9b-401b-9dbe-fa3ec0d513e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ed1aa5-3ff4-4724-b40d-c5c24c7e2a68') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:28:33.027244 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-2d6aaf34-eb9b-401b-9dbe-fa3ec0d513e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ed1aa5-3ff4-4724-b40d-c5c24c7e2a68') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:28:33.037415 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaf34-eb9b-401b-9dbe-fa3ec0d513e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25560758'] for segment (33ed1aa5-3ff4-4724-b40d-c5c24c7e2a68), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.051649 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaf34-eb9b-401b-9dbe-fa3ec0d513e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (33ed1aa5-3ff4-4724-b40d-c5c24c7e2a68), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.058201 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6aaf34-eb9b-401b-9dbe-fa3ec0d513e6 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:28:33.058589 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaf34-eb9b-401b-9dbe-fa3ec0d513e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25561198'] for segment (33ed1aa5-3ff4-4724-b40d-c5c24c7e2a68), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: Traceback (most recent call last): Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: timer() Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: cb(*args, **kw) Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: return func(*args, **kwargs) Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: self._notify() Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: self.callback(batched_events) Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: event.method(event) Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: return f(self, *a, **k) Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: return self._get(url).json() Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:28:33.060497 dv-cinder-837528-1-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:28:33.109402 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52736) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:33.127072 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaf34-eb9b-401b-9dbe-fa3ec0d513e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (68e6771c-2d3c-42d3-b1ae-579092572d18), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.133149 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaf34-eb9b-401b-9dbe-fa3ec0d513e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.138798 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-2d6aaf34-eb9b-401b-9dbe-fa3ec0d513e6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/68e6771c-2d3c-42d3-b1ae-579092572d18 HTTP/1.1" status: 204 len: 168 time: 0.2959111 Apr 12 16:28:33.148337 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6aaf34-eb9b-401b-9dbe-fa3ec0d513e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=68e6771c-2d3c-42d3-b1ae-579092572d18,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:33.231426 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2845a61c-50fe-4ba9-b55b-de76d3bf3ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.256406 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52742) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:33.300508 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-3237cf67-8154-459e-8a42-29e1d7a62255 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=296977a87eb24aeb8e5be538d476e37d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428524 Apr 12 16:28:33.303027 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52744) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:33.315424 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2845a61c-50fe-4ba9-b55b-de76d3bf3ee8 admin admin] Publish callbacks [] for security_group (258230d5-27ec-4537-80e0-0effae1d67d1), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.320852 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2845a61c-50fe-4ba9-b55b-de76d3bf3ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (258230d5-27ec-4537-80e0-0effae1d67d1), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.351411 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c2406d49-800d-48bb-972a-800094998830 admin admin] Publish callbacks [] for security_group (0b7f2f63-2de9-4123-9b63-af0fdc436466), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.365221 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-2845a61c-50fe-4ba9-b55b-de76d3bf3ee8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a753e00d869e45678882eb3d187a48f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543092 Apr 12 16:28:33.366340 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845a61c-50fe-4ba9-b55b-de76d3bf3ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258230d5-27ec-4537-80e0-0effae1d67d1,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:33.368629 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52746) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:33.375123 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c2406d49-800d-48bb-972a-800094998830 admin admin] Publish callbacks [] for security_group (0b7f2f63-2de9-4123-9b63-af0fdc436466), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.417216 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a3719d20-4ce7-4fc3-a811-abccd219e8df admin admin] Publish callbacks [] for security_group (258230d5-27ec-4537-80e0-0effae1d67d1), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.429192 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c2406d49-800d-48bb-972a-800094998830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (0b7f2f63-2de9-4123-9b63-af0fdc436466), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.432194 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c2406d49-800d-48bb-972a-800094998830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.433398 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c2406d49-800d-48bb-972a-800094998830 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0b7f2f63-2de9-4123-9b63-af0fdc436466 HTTP/1.1" status: 204 len: 168 time: 0.1293774 Apr 12 16:28:33.440847 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a3719d20-4ce7-4fc3-a811-abccd219e8df admin admin] Publish callbacks [] for security_group (258230d5-27ec-4537-80e0-0effae1d67d1), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.443283 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2406d49-800d-48bb-972a-800094998830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7f2f63-2de9-4123-9b63-af0fdc436466,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:33.494740 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a3719d20-4ce7-4fc3-a811-abccd219e8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (258230d5-27ec-4537-80e0-0effae1d67d1), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.497318 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a3719d20-4ce7-4fc3-a811-abccd219e8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.498508 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-a3719d20-4ce7-4fc3-a811-abccd219e8df admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/258230d5-27ec-4537-80e0-0effae1d67d1 HTTP/1.1" status: 204 len: 168 time: 0.1289856 Apr 12 16:28:33.508434 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3719d20-4ce7-4fc3-a811-abccd219e8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258230d5-27ec-4537-80e0-0effae1d67d1,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:33.788628 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52758) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:33.803585 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-14704237-d89c-4518-a21c-2fdd60727c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.822060 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52760) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:33.865118 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-499f3e8e-fdfd-4db2-993d-ab7846de306d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e546e5ba90ab498e88ce582c80a204c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414722 Apr 12 16:28:33.867622 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52762) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:33.885793 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-14704237-d89c-4518-a21c-2fdd60727c60 admin admin] Publish callbacks [] for security_group (5ead6136-c344-46d0-ae7d-15cd1ca124f1), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.890249 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-14704237-d89c-4518-a21c-2fdd60727c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (5ead6136-c344-46d0-ae7d-15cd1ca124f1), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.918557 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-27b90c5f-baad-4da4-b79c-14c78faf76f7 admin admin] Publish callbacks [] for security_group (babdc703-eba5-45b3-b854-af06c4ef0ed0), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.932724 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-14704237-d89c-4518-a21c-2fdd60727c60 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6d8afa653b51493db47802942969e689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429935 Apr 12 16:28:33.935283 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52764) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:33.941473 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14704237-d89c-4518-a21c-2fdd60727c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ead6136-c344-46d0-ae7d-15cd1ca124f1,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:33.942771 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-27b90c5f-baad-4da4-b79c-14c78faf76f7 admin admin] Publish callbacks [] for security_group (babdc703-eba5-45b3-b854-af06c4ef0ed0), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.989113 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7a960bde-18a3-4ab6-a069-aedd740e055e admin admin] Publish callbacks [] for security_group (5ead6136-c344-46d0-ae7d-15cd1ca124f1), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.994161 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-27b90c5f-baad-4da4-b79c-14c78faf76f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (babdc703-eba5-45b3-b854-af06c4ef0ed0), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.997074 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-27b90c5f-baad-4da4-b79c-14c78faf76f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:33.998302 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-27b90c5f-baad-4da4-b79c-14c78faf76f7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/babdc703-eba5-45b3-b854-af06c4ef0ed0 HTTP/1.1" status: 204 len: 168 time: 0.1296225 Apr 12 16:28:34.007352 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b90c5f-baad-4da4-b79c-14c78faf76f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babdc703-eba5-45b3-b854-af06c4ef0ed0,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:34.013087 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7a960bde-18a3-4ab6-a069-aedd740e055e admin admin] Publish callbacks [] for security_group (5ead6136-c344-46d0-ae7d-15cd1ca124f1), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:34.063609 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7a960bde-18a3-4ab6-a069-aedd740e055e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (5ead6136-c344-46d0-ae7d-15cd1ca124f1), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:34.066535 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7a960bde-18a3-4ab6-a069-aedd740e055e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:34.068981 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7a960bde-18a3-4ab6-a069-aedd740e055e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5ead6136-c344-46d0-ae7d-15cd1ca124f1 HTTP/1.1" status: 204 len: 168 time: 0.1327529 Apr 12 16:28:34.078299 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a960bde-18a3-4ab6-a069-aedd740e055e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ead6136-c344-46d0-ae7d-15cd1ca124f1,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:35.278969 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 52860) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:35.400539 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8c17117a-6259-4cad-8ae0-e80f7315432d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:35.482949 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8c17117a-6259-4cad-8ae0-e80f7315432d admin admin] Publish callbacks [] for security_group (4ae511eb-137d-4f42-9d93-6ddf726c3a5f), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:35.487874 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8c17117a-6259-4cad-8ae0-e80f7315432d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (4ae511eb-137d-4f42-9d93-6ddf726c3a5f), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:35.527701 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8c17117a-6259-4cad-8ae0-e80f7315432d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dbb17db3cba0496693cdb9439cfa3fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474995 Apr 12 16:28:35.528903 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17117a-6259-4cad-8ae0-e80f7315432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae511eb-137d-4f42-9d93-6ddf726c3a5f,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:35.530680 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 52868) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:35.581450 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0d28-08ec-4635-919e-28f712aa5d5a admin admin] Publish callbacks [] for security_group (4ae511eb-137d-4f42-9d93-6ddf726c3a5f), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:35.607216 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0d28-08ec-4635-919e-28f712aa5d5a admin admin] Publish callbacks [] for security_group (4ae511eb-137d-4f42-9d93-6ddf726c3a5f), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:35.659282 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0d28-08ec-4635-919e-28f712aa5d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (4ae511eb-137d-4f42-9d93-6ddf726c3a5f), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:35.662031 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0d28-08ec-4635-919e-28f712aa5d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:35.663216 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-8f7c0d28-08ec-4635-919e-28f712aa5d5a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4ae511eb-137d-4f42-9d93-6ddf726c3a5f HTTP/1.1" status: 204 len: 168 time: 0.1315849 Apr 12 16:28:35.671898 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c0d28-08ec-4635-919e-28f712aa5d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae511eb-137d-4f42-9d93-6ddf726c3a5f,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:42.165575 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 53056) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:42.302369 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e6e19960-5a30-4e02-9089-17314d04f620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:42.398477 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e6e19960-5a30-4e02-9089-17314d04f620 admin admin] Publish callbacks [] for security_group (664a16ff-3662-45f7-96a1-bba20148e57e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:42.403692 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e6e19960-5a30-4e02-9089-17314d04f620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (664a16ff-3662-45f7-96a1-bba20148e57e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:42.445585 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-e6e19960-5a30-4e02-9089-17314d04f620 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=31237e5b07eb43daadb5a0681c824baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787783 Apr 12 16:28:42.446736 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e19960-5a30-4e02-9089-17314d04f620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664a16ff-3662-45f7-96a1-bba20148e57e,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:42.448805 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53060) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:28:42.516289 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-26c54092-aa58-467d-8067-6bbe38f48785 admin admin] Publish callbacks [] for security_group (664a16ff-3662-45f7-96a1-bba20148e57e), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:42.545349 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-26c54092-aa58-467d-8067-6bbe38f48785 admin admin] Publish callbacks [] for security_group (664a16ff-3662-45f7-96a1-bba20148e57e), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:42.602015 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-26c54092-aa58-467d-8067-6bbe38f48785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (664a16ff-3662-45f7-96a1-bba20148e57e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:42.609279 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-26c54092-aa58-467d-8067-6bbe38f48785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:42.610507 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-26c54092-aa58-467d-8067-6bbe38f48785 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/664a16ff-3662-45f7-96a1-bba20148e57e HTTP/1.1" status: 204 len: 168 time: 0.1601446 Apr 12 16:28:42.620062 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c54092-aa58-467d-8067-6bbe38f48785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664a16ff-3662-45f7-96a1-bba20148e57e,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:28:50.660095 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-62a22457-4be0-4e28-901c-6b6158a52b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:52.968356 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-63d251fc-3b70-41b8-9906-569597e4f086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:54.228712 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:55.216666 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:55.570726 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:28:57.069371 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:07.096043 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:29:18.283721 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53300) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:18.410954 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:18.489892 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Publish callbacks [] for security_group (8795e027-facb-4aff-a821-cc97c5c55ee5), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:18.494322 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (8795e027-facb-4aff-a821-cc97c5c55ee5), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:18.530749 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8795e027-facb-4aff-a821-cc97c5c55ee5,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:18.534511 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3c37dc205d2743c191d427719d5feba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497740 Apr 12 16:29:18.537572 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 53304) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:18.541503 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.541850 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.542224 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.542568 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.542888 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.543229 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.543586 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.544195 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.544671 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.545142 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.545632 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.546143 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.546543 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.548792 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.548792 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19cf38-57a2-475e-9b06-aac9405601d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:18.597807 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6e402b38-7944-4745-90b0-7dae1c17cc92 admin admin] Publish callbacks [] for security_group (8795e027-facb-4aff-a821-cc97c5c55ee5), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:18.620554 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6e402b38-7944-4745-90b0-7dae1c17cc92 admin admin] Publish callbacks [] for security_group (8795e027-facb-4aff-a821-cc97c5c55ee5), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:18.673193 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6e402b38-7944-4745-90b0-7dae1c17cc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (8795e027-facb-4aff-a821-cc97c5c55ee5), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:18.675946 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6e402b38-7944-4745-90b0-7dae1c17cc92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:18.677109 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-6e402b38-7944-4745-90b0-7dae1c17cc92 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8795e027-facb-4aff-a821-cc97c5c55ee5 HTTP/1.1" status: 204 len: 168 time: 0.1384480 Apr 12 16:29:18.686001 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e402b38-7944-4745-90b0-7dae1c17cc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8795e027-facb-4aff-a821-cc97c5c55ee5,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:19.384970 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 53332) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:19.388141 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53334) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:19.487115 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1705760054-network', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:19.506935 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Made reservation on behalf of a7f38a4892a04f7d98a6c1b1c1dfbd89 for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:29:19.508389 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3fa5eb03-af2a-4843-8710-c552be5ca4e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.509149 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.520310 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.591837 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3fa5eb03-af2a-4843-8710-c552be5ca4e9 admin admin] Publish callbacks [] for security_group (b6607bed-18b7-4ac3-afbe-753914c4569d), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.596333 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3fa5eb03-af2a-4843-8710-c552be5ca4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (b6607bed-18b7-4ac3-afbe-753914c4569d), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.598690 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Publish callbacks [] for security_group (33ea942d-a49e-42fb-9b80-d87cd77cdcd3), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.602576 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (33ea942d-a49e-42fb-9b80-d87cd77cdcd3), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.624135 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:29:19.638822 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-3fa5eb03-af2a-4843-8710-c552be5ca4e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=33d4d7bd56de4b2d8ec79ee02b430084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465854 Apr 12 16:29:19.638822 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5eb03-af2a-4843-8710-c552be5ca4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6607bed-18b7-4ac3-afbe-753914c4569d,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:19.639297 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ea942d-a49e-42fb-9b80-d87cd77cdcd3,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:19.639959 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53340) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:19.644050 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (c1116a3e-fa06-41a0-aa2a-68a84bc59b70), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.645131 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Added segment c1116a3e-fa06-41a0-aa2a-68a84bc59b70 of type vlan for network 3e91be54-ab95-4f86-bb8d-bf46786b514f Apr 12 16:29:19.657820 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.658304 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.658654 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.659054 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.659395 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.659729 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.660057 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.660489 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.660801 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.661133 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.661460 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.662261 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.662261 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.662594 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.662917 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:19.694291 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f127d75d-8c96-4abb-b0c1-be4b17fd1780 admin admin] Publish callbacks [] for security_group (b6607bed-18b7-4ac3-afbe-753914c4569d), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.707316 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (3e91be54-ab95-4f86-bb8d-bf46786b514f), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.716968 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f127d75d-8c96-4abb-b0c1-be4b17fd1780 admin admin] Publish callbacks [] for security_group (b6607bed-18b7-4ac3-afbe-753914c4569d), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.733692 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (3e91be54-ab95-4f86-bb8d-bf46786b514f), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.734821 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:19.735410 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.765569 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f127d75d-8c96-4abb-b0c1-be4b17fd1780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (b6607bed-18b7-4ac3-afbe-753914c4569d), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.768319 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f127d75d-8c96-4abb-b0c1-be4b17fd1780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:19.769603 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f127d75d-8c96-4abb-b0c1-be4b17fd1780 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b6607bed-18b7-4ac3-afbe-753914c4569d HTTP/1.1" status: 204 len: 168 time: 0.1285460 Apr 12 16:29:19.778676 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127d75d-8c96-4abb-b0c1-be4b17fd1780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6607bed-18b7-4ac3-afbe-753914c4569d,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:19.804525 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53344) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:19.804664 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4185169 Apr 12 16:29:19.809845 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-bd95296e-a2fc-4c99-a14d-297a96e78c58 admin admin] Request body: {'subnet': {'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1705760054-subnet', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:19.811156 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d379dc9-9faf-44b6-99ac-c4eb6110f186 admin admin] Pushing event updated for resources: {'Network': ['ID=3e91be54-ab95-4f86-bb8d-bf46786b514f,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:19.824056 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 3e91be54-ab95-4f86-bb8d-bf46786b514f details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:29:19.837624 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd95296e-a2fc-4c99-a14d-297a96e78c58 admin admin] Made reservation on behalf of a7f38a4892a04f7d98a6c1b1c1dfbd89 for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:29:19.841148 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bd95296e-a2fc-4c99-a14d-297a96e78c58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25952578'] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.029422 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bd95296e-a2fc-4c99-a14d-297a96e78c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25840981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25952596'] for subnet (19d5ac41-d2ab-4d29-9941-319bcbccc140), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.094191 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95296e-a2fc-4c99-a14d-297a96e78c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d5ac41-d2ab-4d29-9941-319bcbccc140,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:20.104687 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95296e-a2fc-4c99-a14d-297a96e78c58 admin admin] Checking segment: {'id': 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:29:20.105047 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95296e-a2fc-4c99-a14d-297a96e78c58 admin admin] Network hostable DHCP agents. Network: 3e91be54-ab95-4f86-bb8d-bf46786b514f, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:29:20.124220 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95296e-a2fc-4c99-a14d-297a96e78c58 admin admin] Network 3e91be54-ab95-4f86-bb8d-bf46786b514f is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:29:20.137047 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-bd95296e-a2fc-4c99-a14d-297a96e78c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 3e91be54-ab95-4f86-bb8d-bf46786b514f) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:29:20.141621 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd95296e-a2fc-4c99-a14d-297a96e78c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:20.142242 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bd95296e-a2fc-4c99-a14d-297a96e78c58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.147477 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1179c5e6-5c57-443e-81bd-2041d986920a None None] Network 3e91be54-ab95-4f86-bb8d-bf46786b514f requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:29:20.164260 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-bd95296e-a2fc-4c99-a14d-297a96e78c58 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3585160 Apr 12 16:29:20.169751 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53356) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:20.174462 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:20.196667 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7305'] for router (8f6ed852-364d-4885-839a-aa6d69183380), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.197894 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7312'] for router (8f6ed852-364d-4885-839a-aa6d69183380), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.256795 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Publish callbacks [] for router_controller (8f6ed852-364d-4885-839a-aa6d69183380), precommit_add_association {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.309327 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f301f3a-47cf-55cb-a7f1-8233ae76b2f2-3e91be54-ab95-4f86-bb8d-bf46786b514f', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'fixed_ips': [{'subnet_id': '19d5ac41-d2ab-4d29-9941-319bcbccc140'}]}} from dv-cinder-837528-1-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:29:20.310821 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.410866 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Publish callbacks [] for router_gateway (8f6ed852-364d-4885-839a-aa6d69183380), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.463526 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Allocated IP 172.20.0.2 (3e91be54-ab95-4f86-bb8d-bf46786b514f/19d5ac41-d2ab-4d29-9941-319bcbccc140/ef33a67a-80b1-45ba-b05a-359a50eb4691) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:29:20.596488 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Publish callbacks [] for router_gateway (8f6ed852-364d-4885-839a-aa6d69183380), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.612750 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Publish callbacks [] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.617346 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.621045 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.668865 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Network 3e91be54-ab95-4f86-bb8d-bf46786b514f is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:29:20.679980 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:29:20.685241 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:29:20.691083 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9c8e896b-1cba-40b9-ad78-8de8cfce4e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.692439 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Pushing event updated for resources: {'Port': ['ID=ef33a67a-80b1-45ba-b05a-359a50eb4691,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:20.700991 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.701348 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.701700 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.702076 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.702452 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.702857 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.703223 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.703560 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.703895 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.704251 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.704572 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.704902 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.705231 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.705561 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.705890 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:20.741181 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Allocated IP 172.27.2.58 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/29a8df78-55d5-49c2-84ff-45a2d56b1b0b) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:29:20.765048 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Attempting to bind port ef33a67a-80b1-45ba-b05a-359a50eb4691 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:29:20.765745 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Attempting to bind port ef33a67a-80b1-45ba-b05a-359a50eb4691 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:29:20.766142 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Attempting to bind port ef33a67a-80b1-45ba-b05a-359a50eb4691 on network 3e91be54-ab95-4f86-bb8d-bf46786b514f {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:29:20.771584 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:29:20.771985 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Checking segment: {'id': 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:29:20.772408 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.772981 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Bound using segment: {'id': 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:29:20.773622 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Bound port: ef33a67a-80b1-45ba-b05a-359a50eb4691, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:29:20.774184 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.844049 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] For port ef33a67a-80b1-45ba-b05a-359a50eb4691, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:29:20.847343 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] For port ef33a67a-80b1-45ba-b05a-359a50eb4691, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ef33a67a-80b1-45ba-b05a-359a50eb4691,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:29:20.852786 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.858714 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Publish callbacks [] for port (29a8df78-55d5-49c2-84ff-45a2d56b1b0b), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:20.918647 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a16c2-ca18-474e-a8fe-ac6c7db66296 None None] Pushing event updated for resources: {'Port': ['ID=ef33a67a-80b1-45ba-b05a-359a50eb4691,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:21.203279 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (29a8df78-55d5-49c2-84ff-45a2d56b1b0b), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:21.242952 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:29:21.248916 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:29:21.251542 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:29:21.278505 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Pushing event updated for resources: {'Port': ['ID=29a8df78-55d5-49c2-84ff-45a2d56b1b0b,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:21.518263 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Publish callbacks [] for router_gateway (8f6ed852-364d-4885-839a-aa6d69183380), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:21.744476 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693159'] for router (8f6ed852-364d-4885-839a-aa6d69183380), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:21.860822 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4215d3-4757-4f1d-9b19-6df4daac3742 None None] Network 3e91be54-ab95-4f86-bb8d-bf46786b514f requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:29:21.886863 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Router 8f6ed852-364d-4885-839a-aa6d69183380 is scheduled to L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 with binding_index 1 {{(pid=103550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:29:22.007517 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:29:22.033172 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:22.037205 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4fac3b82-1a71-479e-bf8d-c9dd83e54338 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8636742 Apr 12 16:29:22.037561 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 53376) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:22.050853 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Sync routers for ids ['8f6ed852-364d-4885-839a-aa6d69183380'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:29:22.075861 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-caaadfb4-4c2f-41f2-abac-a5c9b868b84d None None] Provisioning complete for port ef33a67a-80b1-45ba-b05a-359a50eb4691 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:22.076197 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-caaadfb4-4c2f-41f2-abac-a5c9b868b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:22.100008 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Routers {'8f6ed852-364d-4885-839a-aa6d69183380'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:29:22.100606 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:28:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['8f6ed852-364d-4885-839a-aa6d69183380'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:22.303407 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Set router 8f6ed852-364d-4885-839a-aa6d69183380 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:29:22.372982 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-caaadfb4-4c2f-41f2-abac-a5c9b868b84d None None] Current status of the port ef33a67a-80b1-45ba-b05a-359a50eb4691 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:22.373217 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-caaadfb4-4c2f-41f2-abac-a5c9b868b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:22.463203 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-caaadfb4-4c2f-41f2-abac-a5c9b868b84d None None] For port ef33a67a-80b1-45ba-b05a-359a50eb4691, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ef33a67a-80b1-45ba-b05a-359a50eb4691,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:29:22.485151 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-caaadfb4-4c2f-41f2-abac-a5c9b868b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:22.570490 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:21Z', 'revision_number': 3, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port': {'id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:22.573587 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaadfb4-4c2f-41f2-abac-a5c9b868b84d None None] Pushing event updated for resources: {'Port': ['ID=ef33a67a-80b1-45ba-b05a-359a50eb4691,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:22.599772 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:22.604887 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Checking router: 8f6ed852-364d-4885-839a-aa6d69183380 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:29:22.605247 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Updating router 8f6ed852-364d-4885-839a-aa6d69183380 port 29a8df78-55d5-49c2-84ff-45a2d56b1b0b binding host dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:29:22.640427 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (29a8df78-55d5-49c2-84ff-45a2d56b1b0b), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:22.665773 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-26cf551a-8bdf-4f02-8829-d25dadc40e1d None None] Provisioning complete for port ef33a67a-80b1-45ba-b05a-359a50eb4691 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:22.666182 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-26cf551a-8bdf-4f02-8829-d25dadc40e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:22.789204 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device ef33a67a-80b1-45ba-b05a-359a50eb4691 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:29:22.816602 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Allocated IP 172.20.0.1 (3e91be54-ab95-4f86-bb8d-bf46786b514f/19d5ac41-d2ab-4d29-9941-319bcbccc140/0d094f8b-b475-48d4-8f7a-239228332f18) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:29:22.904544 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-26cf551a-8bdf-4f02-8829-d25dadc40e1d None None] Current status of the port ef33a67a-80b1-45ba-b05a-359a50eb4691 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:22.931054 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port ef33a67a-80b1-45ba-b05a-359a50eb4691 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:22.931054 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:22.950686 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Publish callbacks [] for port (0d094f8b-b475-48d4-8f7a-239228332f18), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:22.987437 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:23.000596 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-8259a7b3-a36c-4557-8c09-0bf7e9783689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:23.024878 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Network 3e91be54-ab95-4f86-bb8d-bf46786b514f is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:29:23.032559 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:29:23.036243 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:29:23.061161 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0d094f8b-b475-48d4-8f7a-239228332f18,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:23.078996 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693078'] for router_interface (8f6ed852-364d-4885-839a-aa6d69183380), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:23.082491 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Publish callbacks [] for port (29a8df78-55d5-49c2-84ff-45a2d56b1b0b), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:23.092910 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (29a8df78-55d5-49c2-84ff-45a2d56b1b0b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:23.094849 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port ef33a67a-80b1-45ba-b05a-359a50eb4691 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:23.150603 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Attempting to bind port 29a8df78-55d5-49c2-84ff-45a2d56b1b0b on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:29:23.151077 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Attempting to bind port 29a8df78-55d5-49c2-84ff-45a2d56b1b0b by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:29:23.151461 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Attempting to bind port 29a8df78-55d5-49c2-84ff-45a2d56b1b0b on network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:29:23.161360 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:29:23.161738 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Checking segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:29:23.162175 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:23.162579 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Bound using segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:29:23.163064 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Bound port: 29a8df78-55d5-49c2-84ff-45a2d56b1b0b, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:29:23.163476 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (29a8df78-55d5-49c2-84ff-45a2d56b1b0b), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:23.165237 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed369e-e804-4683-bbec-3fc29947e7d0 None None] Pushing event updated for resources: {'Port': ['ID=29a8df78-55d5-49c2-84ff-45a2d56b1b0b,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:23.224279 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] For port 29a8df78-55d5-49c2-84ff-45a2d56b1b0b, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:29:23.227663 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] For port 29a8df78-55d5-49c2-84ff-45a2d56b1b0b, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=29a8df78-55d5-49c2-84ff-45a2d56b1b0b,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:29:23.234986 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (29a8df78-55d5-49c2-84ff-45a2d56b1b0b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:23.244274 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:23.297043 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Routers {'8f6ed852-364d-4885-839a-aa6d69183380'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:29:23.297328 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['8f6ed852-364d-4885-839a-aa6d69183380'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:23.299257 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed369e-e804-4683-bbec-3fc29947e7d0 None None] Pushing event updated for resources: {'Port': ['ID=29a8df78-55d5-49c2-84ff-45a2d56b1b0b,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:23.366763 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c99c802b-0398-46ff-9412-e6988e3c716f None None] Provisioning complete for port 0d094f8b-b475-48d4-8f7a-239228332f18 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:23.367149 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c99c802b-0398-46ff-9412-e6988e3c716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:23.425901 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Publish callbacks [] for port (0d094f8b-b475-48d4-8f7a-239228332f18), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:23.431580 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:23.445111 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c99c802b-0398-46ff-9412-e6988e3c716f None None] Port 0d094f8b-b475-48d4-8f7a-239228332f18 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:29:23.456641 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] Set router 8f6ed852-364d-4885-839a-aa6d69183380 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:29:23.499839 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693734'] for router_interface (8f6ed852-364d-4885-839a-aa6d69183380), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:23.501793 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0d094f8b-b475-48d4-8f7a-239228332f18,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:23.601663 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Network 3e91be54-ab95-4f86-bb8d-bf46786b514f is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:29:23.603026 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:29:23.655475 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:23Z', 'revision_number': 4, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port': {'id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '0d094f8b-b475-48d4-8f7a-239228332f18', 'name': '', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:22Z', 'updated_at': '2022-04-12T16:29:22Z', 'revision_number': 1, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'subnets': [{'id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:23.683841 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d275f2-f273-4778-ab79-e6d7440699b5 None None] The sync data for ids ['8f6ed852-364d-4885-839a-aa6d69183380'] in dv-cinder-837528-1-iscsi is: [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:23Z', 'revision_number': 4, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port': {'id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '0d094f8b-b475-48d4-8f7a-239228332f18', 'name': '', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:22Z', 'updated_at': '2022-04-12T16:29:22Z', 'revision_number': 1, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'subnets': [{'id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:29:23.730576 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Router 8f6ed852-364d-4885-839a-aa6d69183380 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:29:23.857609 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:29:23.870633 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-5b178dc0-22a8-4948-8759-b6361649a29c None None] Provisioning complete for port 0d094f8b-b475-48d4-8f7a-239228332f18 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:23.871632 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5b178dc0-22a8-4948-8759-b6361649a29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:23.874541 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-564e4de4-4616-42fd-a5b3-4e8d364a07d7 admin admin] 10.222.0.67 "PUT /v2.0/routers/8f6ed852-364d-4885-839a-aa6d69183380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8327854 Apr 12 16:29:23.924963 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-5b178dc0-22a8-4948-8759-b6361649a29c None None] Port 0d094f8b-b475-48d4-8f7a-239228332f18 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:29:24.375799 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:24.517357 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 53414) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:24.522680 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1997563752-network', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:24.544601 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] Made reservation on behalf of b7b9c2f9fcb24eda83a1c5c2e0a81385 for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:29:24.548343 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:24.558234 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:24.638275 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] Publish callbacks [] for security_group (62512f9a-d07d-4502-9b58-a2963ace1aa1), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:24.642670 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (62512f9a-d07d-4502-9b58-a2963ace1aa1), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:24.669800 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:29:24.679130 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62512f9a-d07d-4502-9b58-a2963ace1aa1,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:24.686275 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (810a95dc-f948-4b75-a535-f17dee2814e6), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:24.686633 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] Added segment 810a95dc-f948-4b75-a535-f17dee2814e6 of type vlan for network 8c909bd6-c2e8-4835-8854-3d740d6abc16 Apr 12 16:29:24.739168 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780341788636'] for network (8c909bd6-c2e8-4835-8854-3d740d6abc16), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:24.767165 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784'] for network (8c909bd6-c2e8-4835-8854-3d740d6abc16), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:24.768904 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:24.769093 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 29a8df78-55d5-49c2-84ff-45a2d56b1b0b up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:29:24.769586 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:24.820385 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 29a8df78-55d5-49c2-84ff-45a2d56b1b0b triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:24.820867 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (29a8df78-55d5-49c2-84ff-45a2d56b1b0b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:24.836049 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3175046 Apr 12 16:29:24.838717 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 53416) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:24.845551 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-e2df0241-ad57-403e-bb3e-3646098a5f86 admin admin] Request body: {'subnet': {'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1997563752-subnet', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:24.849864 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe3342-ce9e-440b-a3fa-f4b69f7794ec admin admin] Pushing event updated for resources: {'Network': ['ID=8c909bd6-c2e8-4835-8854-3d740d6abc16,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:24.867270 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Network 8c909bd6-c2e8-4835-8854-3d740d6abc16 details requested by agent ovs-agent-dv-cinder-837528-1-iscsi with host dv-cinder-837528-1-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:29:24.869075 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2df0241-ad57-403e-bb3e-3646098a5f86 admin admin] Made reservation on behalf of b7b9c2f9fcb24eda83a1c5c2e0a81385 for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:29:24.871453 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e2df0241-ad57-403e-bb3e-3646098a5f86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25714999'] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:24.977646 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 29a8df78-55d5-49c2-84ff-45a2d56b1b0b is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:24.978776 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (29a8df78-55d5-49c2-84ff-45a2d56b1b0b), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.004236 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] For port 29a8df78-55d5-49c2-84ff-45a2d56b1b0b, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=29a8df78-55d5-49c2-84ff-45a2d56b1b0b,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:29:25.009626 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (29a8df78-55d5-49c2-84ff-45a2d56b1b0b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.071813 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Pushing event updated for resources: {'Port': ['ID=29a8df78-55d5-49c2-84ff-45a2d56b1b0b,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:25.239546 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.379244 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e2df0241-ad57-403e-bb3e-3646098a5f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25560587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25714977'] for subnet (cfe22c26-573d-4927-a81a-42294502f22a), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.433378 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df0241-ad57-403e-bb3e-3646098a5f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe22c26-573d-4927-a81a-42294502f22a,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:25.445248 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2df0241-ad57-403e-bb3e-3646098a5f86 admin admin] Checking segment: {'id': '810a95dc-f948-4b75-a535-f17dee2814e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:29:25.445603 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df0241-ad57-403e-bb3e-3646098a5f86 admin admin] Network hostable DHCP agents. Network: 8c909bd6-c2e8-4835-8854-3d740d6abc16, hostable agents: ['e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:29:25.464974 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df0241-ad57-403e-bb3e-3646098a5f86 admin admin] Network 8c909bd6-c2e8-4835-8854-3d740d6abc16 is scheduled to be hosted by DHCP agent e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2 with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:29:25.474887 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-e2df0241-ad57-403e-bb3e-3646098a5f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837528-1-iscsi, 8c909bd6-c2e8-4835-8854-3d740d6abc16) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:29:25.480719 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df0241-ad57-403e-bb3e-3646098a5f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:25.480876 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e2df0241-ad57-403e-bb3e-3646098a5f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.484071 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f84efd-6fb5-4d46-8e75-b91f2bf7c992 None None] Network 8c909bd6-c2e8-4835-8854-3d740d6abc16 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:29:25.500597 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-e2df0241-ad57-403e-bb3e-3646098a5f86 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6608455 Apr 12 16:29:25.503493 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53424) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:25.509006 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1997563752-router', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:25.532387 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7305'] for router (647f2d5a-4074-443d-a06d-693041c76de0), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.534152 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-582593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7312'] for router (647f2d5a-4074-443d-a06d-693041c76de0), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.586384 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.603093 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Publish callbacks [] for router_controller (647f2d5a-4074-443d-a06d-693041c76de0), precommit_add_association {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.622901 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f301f3a-47cf-55cb-a7f1-8233ae76b2f2-8c909bd6-c2e8-4835-8854-3d740d6abc16', 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16', 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'fixed_ips': [{'subnet_id': 'cfe22c26-573d-4927-a81a-42294502f22a'}]}} from dv-cinder-837528-1-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:29:25.623840 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.757621 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Publish callbacks [] for router_gateway (647f2d5a-4074-443d-a06d-693041c76de0), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.769280 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Allocated IP 172.20.0.2 (8c909bd6-c2e8-4835-8854-3d740d6abc16/cfe22c26-573d-4927-a81a-42294502f22a/1560c873-d725-4207-b3ca-27cd5ee499e5) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:29:25.914968 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Sync routers for ids ['8f6ed852-364d-4885-839a-aa6d69183380'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:29:25.919239 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Publish callbacks [] for port (1560c873-d725-4207-b3ca-27cd5ee499e5), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.927078 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870'] for port (1560c873-d725-4207-b3ca-27cd5ee499e5), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.927317 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Routers {'8f6ed852-364d-4885-839a-aa6d69183380'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:29:25.928735 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['8f6ed852-364d-4885-839a-aa6d69183380'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:25.951630 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Publish callbacks [] for router_gateway (647f2d5a-4074-443d-a06d-693041c76de0), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.971583 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:25.973002 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Network 8c909bd6-c2e8-4835-8854-3d740d6abc16 is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:29:25.977188 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:29:25.978954 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Pushing event updated for resources: {'Port': ['ID=1560c873-d725-4207-b3ca-27cd5ee499e5,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:25.982419 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:29:26.044317 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Attempting to bind port 1560c873-d725-4207-b3ca-27cd5ee499e5 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:29:26.044702 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Attempting to bind port 1560c873-d725-4207-b3ca-27cd5ee499e5 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '810a95dc-f948-4b75-a535-f17dee2814e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:29:26.045069 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Attempting to bind port 1560c873-d725-4207-b3ca-27cd5ee499e5 on network 8c909bd6-c2e8-4835-8854-3d740d6abc16 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:29:26.047316 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Set router 8f6ed852-364d-4885-839a-aa6d69183380 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:29:26.050763 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:29:26.051230 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Checking segment: {'id': '810a95dc-f948-4b75-a535-f17dee2814e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:29:26.051736 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:26.052198 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Bound using segment: {'id': '810a95dc-f948-4b75-a535-f17dee2814e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:29:26.052739 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Bound port: 1560c873-d725-4207-b3ca-27cd5ee499e5, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810a95dc-f948-4b75-a535-f17dee2814e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:29:26.053294 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (1560c873-d725-4207-b3ca-27cd5ee499e5), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:26.082172 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Allocated IP 172.27.2.59 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/97e9b276-f688-4f34-9571-599a48e599b5) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:29:26.120403 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] For port 1560c873-d725-4207-b3ca-27cd5ee499e5, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:29:26.124021 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] For port 1560c873-d725-4207-b3ca-27cd5ee499e5, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=1560c873-d725-4207-b3ca-27cd5ee499e5,segment=NetworkSegment(810a95dc-f948-4b75-a535-f17dee2814e6),segment_id=810a95dc-f948-4b75-a535-f17dee2814e6)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:29:26.140193 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (1560c873-d725-4207-b3ca-27cd5ee499e5), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:26.204786 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5343a-fba5-49cb-a99a-ec6c971e9fc2 None None] Pushing event updated for resources: {'Port': ['ID=1560c873-d725-4207-b3ca-27cd5ee499e5,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:26.226880 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Publish callbacks [] for port (97e9b276-f688-4f34-9571-599a48e599b5), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:26.265716 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (97e9b276-f688-4f34-9571-599a48e599b5), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:26.311005 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:29:26.314838 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:29:26.328777 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:29:26.332357 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Pushing event updated for resources: {'Port': ['ID=97e9b276-f688-4f34-9571-599a48e599b5,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:26.387923 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:23Z', 'revision_number': 4, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port': {'id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '0d094f8b-b475-48d4-8f7a-239228332f18', 'name': '', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:22Z', 'updated_at': '2022-04-12T16:29:23Z', 'revision_number': 2, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'subnets': [{'id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:26.421151 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Checking router: 8f6ed852-364d-4885-839a-aa6d69183380 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:29:26.421509 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Updating router 8f6ed852-364d-4885-839a-aa6d69183380 port 0d094f8b-b475-48d4-8f7a-239228332f18 binding host dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:29:26.467055 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:26.655533 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Publish callbacks [] for router_gateway (647f2d5a-4074-443d-a06d-693041c76de0), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:26.805040 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Publish callbacks [] for port (0d094f8b-b475-48d4-8f7a-239228332f18), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:26.811863 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:26.846341 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 1560c873-d725-4207-b3ca-27cd5ee499e5 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:29:26.861184 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Pushing event updated for resources: {'Port': ['ID=0d094f8b-b475-48d4-8f7a-239228332f18,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:26.879118 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693159'] for router (647f2d5a-4074-443d-a06d-693041c76de0), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:26.883315 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.883882 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.884415 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.884934 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.885278 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.885605 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.885941 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.886297 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.886829 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.887189 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.887542 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.887883 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.888183 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.888869 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.889370 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:29:26.912266 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 1560c873-d725-4207-b3ca-27cd5ee499e5 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:26.912827 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (1560c873-d725-4207-b3ca-27cd5ee499e5), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:26.945632 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Attempting to bind port 0d094f8b-b475-48d4-8f7a-239228332f18 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:29:26.946191 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Attempting to bind port 0d094f8b-b475-48d4-8f7a-239228332f18 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:29:26.946345 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Attempting to bind port 0d094f8b-b475-48d4-8f7a-239228332f18 on network 3e91be54-ab95-4f86-bb8d-bf46786b514f {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:29:26.963501 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:29:26.963889 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Checking segment: {'id': 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:29:26.964268 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:26.964661 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Bound using segment: {'id': 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:29:26.965345 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Bound port: 0d094f8b-b475-48d4-8f7a-239228332f18, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:29:26.965739 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:27.020025 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 1560c873-d725-4207-b3ca-27cd5ee499e5 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:27.020646 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (1560c873-d725-4207-b3ca-27cd5ee499e5), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:27.064577 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] For port 1560c873-d725-4207-b3ca-27cd5ee499e5, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=1560c873-d725-4207-b3ca-27cd5ee499e5,segment=NetworkSegment(810a95dc-f948-4b75-a535-f17dee2814e6),segment_id=810a95dc-f948-4b75-a535-f17dee2814e6)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:29:27.066706 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] For port 0d094f8b-b475-48d4-8f7a-239228332f18, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:29:27.071197 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] For port 0d094f8b-b475-48d4-8f7a-239228332f18, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=0d094f8b-b475-48d4-8f7a-239228332f18,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:29:27.080148 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (1560c873-d725-4207-b3ca-27cd5ee499e5), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:27.080932 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 29a8df78-55d5-49c2-84ff-45a2d56b1b0b up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:29:27.081678 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:27.097013 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Router 647f2d5a-4074-443d-a06d-693041c76de0 is scheduled to L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 with binding_index 1 {{(pid=103550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:29:27.151041 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Routers {'8f6ed852-364d-4885-839a-aa6d69183380'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:29:27.151870 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['8f6ed852-364d-4885-839a-aa6d69183380'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:27.163842 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:27.224777 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57812082-9e31-4eb1-92b8-572e1ad2da4f None None] Pushing event updated for resources: {'Port': ['ID=0d094f8b-b475-48d4-8f7a-239228332f18,revision_number=4']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:27.226492 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Pushing event updated for resources: {'Port': ['ID=1560c873-d725-4207-b3ca-27cd5ee499e5,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:27.249132 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-4cfb2d73-4671-4ca5-bda4-c08f5eca4c27 None None] Provisioning complete for port 0d094f8b-b475-48d4-8f7a-239228332f18 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:27.249513 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2d73-4671-4ca5-bda4-c08f5eca4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:27.252099 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 29a8df78-55d5-49c2-84ff-45a2d56b1b0b triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:27.252470 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (29a8df78-55d5-49c2-84ff-45a2d56b1b0b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:27.270073 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:29:27.302088 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:27.306587 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d00dc5b7-35ef-47e4-a68e-abffde81d231 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7982569 Apr 12 16:29:27.306961 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 53434) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:27.334195 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] Set router 8f6ed852-364d-4885-839a-aa6d69183380 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:29:27.342322 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Sync routers for ids ['647f2d5a-4074-443d-a06d-693041c76de0'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:29:27.441658 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Routers {'647f2d5a-4074-443d-a06d-693041c76de0'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:29:27.442780 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['647f2d5a-4074-443d-a06d-693041c76de0'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:27.577751 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:23Z', 'revision_number': 4, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port': {'id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '0d094f8b-b475-48d4-8f7a-239228332f18', 'name': '', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:22Z', 'updated_at': '2022-04-12T16:29:27Z', 'revision_number': 4, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'subnets': [{'id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:27.605443 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452bc6da-2bbc-4251-b0a8-e32b57195b05 None None] The sync data for ids ['8f6ed852-364d-4885-839a-aa6d69183380'] in dv-cinder-837528-1-iscsi is: [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:23Z', 'revision_number': 4, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port': {'id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '0d094f8b-b475-48d4-8f7a-239228332f18', 'name': '', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:22Z', 'updated_at': '2022-04-12T16:29:27Z', 'revision_number': 4, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'subnets': [{'id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:29:27.648611 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfcd068-8a73-4545-a513-afd9b0638fea None None] Network 8c909bd6-c2e8-4835-8854-3d740d6abc16 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:29:27.692172 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb2d73-4671-4ca5-bda4-c08f5eca4c27 None None] Current status of the port 0d094f8b-b475-48d4-8f7a-239228332f18 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:27.692880 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2d73-4671-4ca5-bda4-c08f5eca4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:27.709118 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 29a8df78-55d5-49c2-84ff-45a2d56b1b0b is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:27.716013 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Set router 647f2d5a-4074-443d-a06d-693041c76de0 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:29:27.891242 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-4cfb2d73-4671-4ca5-bda4-c08f5eca4c27 None None] For port 0d094f8b-b475-48d4-8f7a-239228332f18, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=0d094f8b-b475-48d4-8f7a-239228332f18,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:29:27.908265 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2d73-4671-4ca5-bda4-c08f5eca4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:27.910792 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.163583 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Allocated IP 172.20.0.1 (8c909bd6-c2e8-4835-8854-3d740d6abc16/cfe22c26-573d-4927-a81a-42294502f22a/7f29c9d6-3734-469e-a347-87bdf922c35a) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:29:28.186244 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-97a7bb08-c14b-47d3-973b-683a66e5811e None None] Provisioning complete for port 1560c873-d725-4207-b3ca-27cd5ee499e5 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:28.186813 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-97a7bb08-c14b-47d3-973b-683a66e5811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (1560c873-d725-4207-b3ca-27cd5ee499e5), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.278976 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb2d73-4671-4ca5-bda4-c08f5eca4c27 None None] Pushing event updated for resources: {'Port': ['ID=0d094f8b-b475-48d4-8f7a-239228332f18,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:28.281325 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Publish callbacks [] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.325964 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.376612 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Network 8c909bd6-c2e8-4835-8854-3d740d6abc16 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:29:28.382610 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:29:28.386967 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:29:28.393542 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Pushing event updated for resources: {'Port': ['ID=7f29c9d6-3734-469e-a347-87bdf922c35a,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:28.408134 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-97a7bb08-c14b-47d3-973b-683a66e5811e None None] Current status of the port 1560c873-d725-4207-b3ca-27cd5ee499e5 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:28.419679 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647f2d5a-4074-443d-a06d-693041c76de0', 'name': 'tempest-TestShelveInstance-1997563752-router', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '97e9b276-f688-4f34-9571-599a48e599b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:29:26Z', 'revision_number': 3, 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'gw_port': {'id': '97e9b276-f688-4f34-9571-599a48e599b5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647f2d5a-4074-443d-a06d-693041c76de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:28.423616 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-97a7bb08-c14b-47d3-973b-683a66e5811e None None] Provisioning complete for port 0d094f8b-b475-48d4-8f7a-239228332f18 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:28.423996 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-97a7bb08-c14b-47d3-973b-683a66e5811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.444253 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693078'] for router_interface (647f2d5a-4074-443d-a06d-693041c76de0), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.454263 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Checking router: 647f2d5a-4074-443d-a06d-693041c76de0 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:29:28.454624 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Updating router 647f2d5a-4074-443d-a06d-693041c76de0 port 97e9b276-f688-4f34-9571-599a48e599b5 binding host dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:29:28.516498 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (97e9b276-f688-4f34-9571-599a48e599b5), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.584833 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.651967 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-97a7bb08-c14b-47d3-973b-683a66e5811e None None] Current status of the port 0d094f8b-b475-48d4-8f7a-239228332f18 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:28.778457 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Publish callbacks [] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.782765 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-e0e238f4-22b6-4066-a9c4-66347044ab0a None None] Provisioning complete for port 7f29c9d6-3734-469e-a347-87bdf922c35a triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:28.783176 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e0e238f4-22b6-4066-a9c4-66347044ab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.783731 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25561218'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.814434 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 0d094f8b-b475-48d4-8f7a-239228332f18 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:29:28.860412 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693734'] for router_interface (647f2d5a-4074-443d-a06d-693041c76de0), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.870572 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Pushing event updated for resources: {'Port': ['ID=7f29c9d6-3734-469e-a347-87bdf922c35a,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:28.888712 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-e0e238f4-22b6-4066-a9c4-66347044ab0a None None] Port 7f29c9d6-3734-469e-a347-87bdf922c35a cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:29:28.910443 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Publish callbacks [] for port (97e9b276-f688-4f34-9571-599a48e599b5), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.914057 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-e0e238f4-22b6-4066-a9c4-66347044ab0a None None] Provisioning complete for port 1560c873-d725-4207-b3ca-27cd5ee499e5 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:28.914452 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e0e238f4-22b6-4066-a9c4-66347044ab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (1560c873-d725-4207-b3ca-27cd5ee499e5), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.936367 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (97e9b276-f688-4f34-9571-599a48e599b5), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:28.962398 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Network 8c909bd6-c2e8-4835-8854-3d740d6abc16 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:29:28.963983 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:29:28.972297 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 0d094f8b-b475-48d4-8f7a-239228332f18 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:28.973670 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:29.046676 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff68df-3a88-4dc2-a597-aae95452d9fa None None] Pushing event updated for resources: {'Port': ['ID=97e9b276-f688-4f34-9571-599a48e599b5,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:29.049139 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Attempting to bind port 97e9b276-f688-4f34-9571-599a48e599b5 on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:29:29.049526 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Attempting to bind port 97e9b276-f688-4f34-9571-599a48e599b5 by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:29:29.049890 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Attempting to bind port 97e9b276-f688-4f34-9571-599a48e599b5 on network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:29:29.066024 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:29:29.066440 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Checking segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:29:29.066985 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:29.067257 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Bound using segment: {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:29:29.069854 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Bound port: 97e9b276-f688-4f34-9571-599a48e599b5, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:29:29.069854 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (97e9b276-f688-4f34-9571-599a48e599b5), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:29.131957 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Router 647f2d5a-4074-443d-a06d-693041c76de0 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:29:29.176951 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-e0e238f4-22b6-4066-a9c4-66347044ab0a None None] Current status of the port 1560c873-d725-4207-b3ca-27cd5ee499e5 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:29.191447 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] For port 97e9b276-f688-4f34-9571-599a48e599b5, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:29:29.196442 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] For port 97e9b276-f688-4f34-9571-599a48e599b5, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=97e9b276-f688-4f34-9571-599a48e599b5,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:29:29.199257 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 0d094f8b-b475-48d4-8f7a-239228332f18 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:29.200674 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 1560c873-d725-4207-b3ca-27cd5ee499e5 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:29:29.204581 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (97e9b276-f688-4f34-9571-599a48e599b5), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:29.247535 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:29:29.252356 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f5af570e-8b97-464a-b84f-5c4b3a847c71 admin admin] 10.222.0.67 "PUT /v2.0/routers/647f2d5a-4074-443d-a06d-693041c76de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9442723 Apr 12 16:29:29.298236 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Routers {'647f2d5a-4074-443d-a06d-693041c76de0'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:29:29.298886 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['647f2d5a-4074-443d-a06d-693041c76de0'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:29.361886 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff68df-3a88-4dc2-a597-aae95452d9fa None None] Pushing event updated for resources: {'Port': ['ID=97e9b276-f688-4f34-9571-599a48e599b5,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:29.365241 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-035484a3-1d69-4775-9bd8-a3f8217f4c1e None None] Provisioning complete for port 7f29c9d6-3734-469e-a347-87bdf922c35a triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:29.365707 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-035484a3-1d69-4775-9bd8-a3f8217f4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:29.396277 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 1560c873-d725-4207-b3ca-27cd5ee499e5 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:29.396652 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (1560c873-d725-4207-b3ca-27cd5ee499e5), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:29.474971 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-035484a3-1d69-4775-9bd8-a3f8217f4c1e None None] Port 7f29c9d6-3734-469e-a347-87bdf922c35a cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:29:29.504985 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] Set router 647f2d5a-4074-443d-a06d-693041c76de0 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:29:29.659914 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 1560c873-d725-4207-b3ca-27cd5ee499e5 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:29.743574 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647f2d5a-4074-443d-a06d-693041c76de0', 'name': 'tempest-TestShelveInstance-1997563752-router', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '97e9b276-f688-4f34-9571-599a48e599b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:29:28Z', 'revision_number': 4, 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'gw_port': {'id': '97e9b276-f688-4f34-9571-599a48e599b5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647f2d5a-4074-443d-a06d-693041c76de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '7f29c9d6-3734-469e-a347-87bdf922c35a', 'name': '', 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'mac_address': 'fa:16:3e:f1:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647f2d5a-4074-443d-a06d-693041c76de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'cfe22c26-573d-4927-a81a-42294502f22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:27Z', 'updated_at': '2022-04-12T16:29:28Z', 'revision_number': 2, 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'subnets': [{'id': 'cfe22c26-573d-4927-a81a-42294502f22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:29.820567 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53454) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:29.825613 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-9dd30ab5-eef5-415c-ab5f-344081f641b9 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213485769', 'description': 'tempest-secgroup-smoke-213485769 description', 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:29.848903 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9dd30ab5-eef5-415c-ab5f-344081f641b9 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:29.923514 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386bb92-6437-45a2-b91a-6135a1757a6e None None] The sync data for ids ['647f2d5a-4074-443d-a06d-693041c76de0'] in dv-cinder-837528-1-iscsi is: [{'id': '647f2d5a-4074-443d-a06d-693041c76de0', 'name': 'tempest-TestShelveInstance-1997563752-router', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '97e9b276-f688-4f34-9571-599a48e599b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:29:28Z', 'revision_number': 4, 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'gw_port': {'id': '97e9b276-f688-4f34-9571-599a48e599b5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647f2d5a-4074-443d-a06d-693041c76de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '7f29c9d6-3734-469e-a347-87bdf922c35a', 'name': '', 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'mac_address': 'fa:16:3e:f1:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647f2d5a-4074-443d-a06d-693041c76de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'cfe22c26-573d-4927-a81a-42294502f22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:27Z', 'updated_at': '2022-04-12T16:29:28Z', 'revision_number': 2, 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'subnets': [{'id': 'cfe22c26-573d-4927-a81a-42294502f22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:29:29.937812 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9dd30ab5-eef5-415c-ab5f-344081f641b9 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group (f8996db8-d2bb-47e0-b098-a648ba538178), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:29.944377 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9dd30ab5-eef5-415c-ab5f-344081f641b9 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f8996db8-d2bb-47e0-b098-a648ba538178), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:29.973745 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd30ab5-eef5-415c-ab5f-344081f641b9 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8996db8-d2bb-47e0-b098-a648ba538178,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:29.977925 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9dd30ab5-eef5-415c-ab5f-344081f641b9 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:29.982211 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-9dd30ab5-eef5-415c-ab5f-344081f641b9 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1575933 Apr 12 16:29:29.982648 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53456) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:29.986773 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-76f1cb69-2b04-4daa-9e57-ace3fcdf1982 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Request body: {'security_group_rule': {'security_group_id': 'f8996db8-d2bb-47e0-b098-a648ba538178', 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:30.013641 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb69-2b04-4daa-9e57-ace3fcdf1982 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (669dc9b3-b43b-4e82-847a-688386626b46), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.079983 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb69-2b04-4daa-9e57-ace3fcdf1982 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (669dc9b3-b43b-4e82-847a-688386626b46), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.084355 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb69-2b04-4daa-9e57-ace3fcdf1982 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (669dc9b3-b43b-4e82-847a-688386626b46), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.118256 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1cb69-2b04-4daa-9e57-ace3fcdf1982 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669dc9b3-b43b-4e82-847a-688386626b46,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:30.138874 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb69-2b04-4daa-9e57-ace3fcdf1982 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.140197 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-76f1cb69-2b04-4daa-9e57-ace3fcdf1982 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568522 Apr 12 16:29:30.145531 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53460) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:30.163149 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-34bea550-eb00-4936-b219-e0f011e637b3 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Request body: {'security_group_rule': {'security_group_id': 'f8996db8-d2bb-47e0-b098-a648ba538178', 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:30.193720 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-34bea550-eb00-4936-b219-e0f011e637b3 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (891e14f8-992d-4dcb-b04e-3ccc05a56a4d), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.258874 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-34bea550-eb00-4936-b219-e0f011e637b3 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (891e14f8-992d-4dcb-b04e-3ccc05a56a4d), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.263118 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-34bea550-eb00-4936-b219-e0f011e637b3 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (891e14f8-992d-4dcb-b04e-3ccc05a56a4d), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.282169 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bea550-eb00-4936-b219-e0f011e637b3 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891e14f8-992d-4dcb-b04e-3ccc05a56a4d,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:30.293786 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-34bea550-eb00-4936-b219-e0f011e637b3 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.295088 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-34bea550-eb00-4936-b219-e0f011e637b3 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484420 Apr 12 16:29:30.297868 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53462) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:30.302677 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-981b5706-32ff-4e82-a580-9debee857260 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Request body: {'security_group_rule': {'security_group_id': 'f8996db8-d2bb-47e0-b098-a648ba538178', 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:30.332706 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-981b5706-32ff-4e82-a580-9debee857260 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (6ae4a774-f4d6-4152-88c8-4d15ea7109d0), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.393872 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-981b5706-32ff-4e82-a580-9debee857260 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (6ae4a774-f4d6-4152-88c8-4d15ea7109d0), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.398373 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-981b5706-32ff-4e82-a580-9debee857260 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (6ae4a774-f4d6-4152-88c8-4d15ea7109d0), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.416726 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b5706-32ff-4e82-a580-9debee857260 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae4a774-f4d6-4152-88c8-4d15ea7109d0,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:30.427323 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-981b5706-32ff-4e82-a580-9debee857260 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.428654 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-981b5706-32ff-4e82-a580-9debee857260 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295648 Apr 12 16:29:30.431373 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53464) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:30.437170 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-51f84303-ae99-4208-bc87-44ff6c681a62 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Request body: {'security_group_rule': {'security_group_id': 'f8996db8-d2bb-47e0-b098-a648ba538178', 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:30.467074 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-51f84303-ae99-4208-bc87-44ff6c681a62 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (adabe4f6-624b-41bd-a2b9-96f6d03c8c51), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.532932 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-51f84303-ae99-4208-bc87-44ff6c681a62 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (adabe4f6-624b-41bd-a2b9-96f6d03c8c51), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.537178 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-51f84303-ae99-4208-bc87-44ff6c681a62 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (adabe4f6-624b-41bd-a2b9-96f6d03c8c51), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.556074 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f84303-ae99-4208-bc87-44ff6c681a62 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adabe4f6-624b-41bd-a2b9-96f6d03c8c51,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:30.564643 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-51f84303-ae99-4208-bc87-44ff6c681a62 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.569390 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-51f84303-ae99-4208-bc87-44ff6c681a62 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335933 Apr 12 16:29:30.569390 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53466) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:30.574806 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-a538e28c-f290-4ec7-8e50-1b6219fd259a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Request body: {'security_group_rule': {'security_group_id': 'f8996db8-d2bb-47e0-b098-a648ba538178', 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:30.609614 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.securitygroups_db [None req-a538e28c-f290-4ec7-8e50-1b6219fd259a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Project a7f38a4892a04f7d98a6c1b1c1dfbd89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 16:29:30.615910 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a538e28c-f290-4ec7-8e50-1b6219fd259a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (fb489237-88d6-4f72-acfb-80dd652df361), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.684564 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a538e28c-f290-4ec7-8e50-1b6219fd259a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (fb489237-88d6-4f72-acfb-80dd652df361), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.689431 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a538e28c-f290-4ec7-8e50-1b6219fd259a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (fb489237-88d6-4f72-acfb-80dd652df361), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.712145 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538e28c-f290-4ec7-8e50-1b6219fd259a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb489237-88d6-4f72-acfb-80dd652df361,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:30.723826 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a538e28c-f290-4ec7-8e50-1b6219fd259a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.728275 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 53468) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:30.728981 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-a538e28c-f290-4ec7-8e50-1b6219fd259a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1583691 Apr 12 16:29:30.734441 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-60da7053-1a75-4b19-9dc5-e081fa84553f tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Request body: {'security_group_rule': {'security_group_id': 'f8996db8-d2bb-47e0-b098-a648ba538178', 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:30.759650 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.securitygroups_db [None req-60da7053-1a75-4b19-9dc5-e081fa84553f tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Project a7f38a4892a04f7d98a6c1b1c1dfbd89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 16:29:30.765998 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-60da7053-1a75-4b19-9dc5-e081fa84553f tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (aa953fd8-e6a1-4622-aa40-9f1226fe88c2), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.788254 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 97e9b276-f688-4f34-9571-599a48e599b5 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:29:30.836176 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-60da7053-1a75-4b19-9dc5-e081fa84553f tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (aa953fd8-e6a1-4622-aa40-9f1226fe88c2), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.841367 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-60da7053-1a75-4b19-9dc5-e081fa84553f tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818450'] for security_group_rule (aa953fd8-e6a1-4622-aa40-9f1226fe88c2), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.841881 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 97e9b276-f688-4f34-9571-599a48e599b5 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:30.842287 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (97e9b276-f688-4f34-9571-599a48e599b5), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.861383 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da7053-1a75-4b19-9dc5-e081fa84553f tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa953fd8-e6a1-4622-aa40-9f1226fe88c2,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:30.870365 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-60da7053-1a75-4b19-9dc5-e081fa84553f tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.871928 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-60da7053-1a75-4b19-9dc5-e081fa84553f tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416664 Apr 12 16:29:30.941585 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 97e9b276-f688-4f34-9571-599a48e599b5 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:30.942615 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (97e9b276-f688-4f34-9571-599a48e599b5), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:30.967336 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] For port 97e9b276-f688-4f34-9571-599a48e599b5, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=97e9b276-f688-4f34-9571-599a48e599b5,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:29:30.974835 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (97e9b276-f688-4f34-9571-599a48e599b5), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:31.032048 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Pushing event updated for resources: {'Port': ['ID=97e9b276-f688-4f34-9571-599a48e599b5,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:31.305122 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-60618ec3-413c-4c1c-b1a8-942f73b8ce77 req-cc1e2624-4f14-4add-9106-774dfcee34b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1660078 Apr 12 16:29:31.405976 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60618ec3-413c-4c1c-b1a8-942f73b8ce77 req-999b218f-2213-4a86-95ed-c731947ee364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:31.407866 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-60618ec3-413c-4c1c-b1a8-942f73b8ce77 req-999b218f-2213-4a86-95ed-c731947ee364 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 1130 time: 0.0460141 Apr 12 16:29:31.527542 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60618ec3-413c-4c1c-b1a8-942f73b8ce77 req-db1c92a7-2aba-4b31-82cf-55e0f7cecaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:31.529054 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-60618ec3-413c-4c1c-b1a8-942f73b8ce77 req-db1c92a7-2aba-4b31-82cf-55e0f7cecaed service neutron] 10.222.0.45 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 913 time: 0.1005464 Apr 12 16:29:31.605721 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-60618ec3-413c-4c1c-b1a8-942f73b8ce77 req-4e29daae-1f66-446f-91e3-662c3214a49f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60428b9a-7b1b-43fb-8999-73bc88945670 HTTP/1.1" status: 200 len: 1002 time: 0.0697577 Apr 12 16:29:31.656760 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60618ec3-413c-4c1c-b1a8-942f73b8ce77 req-0f72778f-56df-4dad-90b3-26ec61d5d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:31.658453 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-60618ec3-413c-4c1c-b1a8-942f73b8ce77 req-0f72778f-56df-4dad-90b3-26ec61d5d68f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b41d7f9c-e278-47e4-81fe-aa85c501c87e HTTP/1.1" status: 200 len: 851 time: 0.0459054 Apr 12 16:29:31.705217 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60618ec3-413c-4c1c-b1a8-942f73b8ce77 req-7c319f6e-e508-47d8-b769-ca3a79aea537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:31.706972 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-60618ec3-413c-4c1c-b1a8-942f73b8ce77 req-7c319f6e-e508-47d8-b769-ca3a79aea537 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418923 Apr 12 16:29:31.718952 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [req-60618ec3-413c-4c1c-b1a8-942f73b8ce77 req-b92cd9bd-35c0-4a71-99e1-e30ef76ec691 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:29:31.720066 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-60618ec3-413c-4c1c-b1a8-942f73b8ce77 req-b92cd9bd-35c0-4a71-99e1-e30ef76ec691 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064893 Apr 12 16:29:31.826789 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-60618ec3-413c-4c1c-b1a8-942f73b8ce77 req-3f353368-4cb5-4f8a-8ee5-a2a8a90bdad6 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987444 Apr 12 16:29:31.928152 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-60618ec3-413c-4c1c-b1a8-942f73b8ce77 req-3590bb00-5a43-47d6-8287-d63c5ea5f277 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931504 Apr 12 16:29:32.055050 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Sync routers for ids ['647f2d5a-4074-443d-a06d-693041c76de0'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:29:32.066489 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Routers {'647f2d5a-4074-443d-a06d-693041c76de0'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:29:32.067107 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['647f2d5a-4074-443d-a06d-693041c76de0'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:32.186768 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Set router 647f2d5a-4074-443d-a06d-693041c76de0 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:29:32.410761 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647f2d5a-4074-443d-a06d-693041c76de0', 'name': 'tempest-TestShelveInstance-1997563752-router', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '97e9b276-f688-4f34-9571-599a48e599b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:29:28Z', 'revision_number': 4, 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'gw_port': {'id': '97e9b276-f688-4f34-9571-599a48e599b5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647f2d5a-4074-443d-a06d-693041c76de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '7f29c9d6-3734-469e-a347-87bdf922c35a', 'name': '', 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'mac_address': 'fa:16:3e:f1:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647f2d5a-4074-443d-a06d-693041c76de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'cfe22c26-573d-4927-a81a-42294502f22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:27Z', 'updated_at': '2022-04-12T16:29:28Z', 'revision_number': 2, 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'subnets': [{'id': 'cfe22c26-573d-4927-a81a-42294502f22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:32.450991 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Checking router: 647f2d5a-4074-443d-a06d-693041c76de0 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:29:32.450991 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Updating router 647f2d5a-4074-443d-a06d-693041c76de0 port 7f29c9d6-3734-469e-a347-87bdf922c35a binding host dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:29:32.473123 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:32.774496 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Publish callbacks [] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:32.780947 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:32.785390 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 97e9b276-f688-4f34-9571-599a48e599b5 up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:29:32.830957 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d37c8a-157a-4d6d-bd02-073f07cb4b33 None None] Pushing event updated for resources: {'Port': ['ID=7f29c9d6-3734-469e-a347-87bdf922c35a,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:32.843833 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 97e9b276-f688-4f34-9571-599a48e599b5 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:32.844440 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (97e9b276-f688-4f34-9571-599a48e599b5), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:32.900485 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Attempting to bind port 7f29c9d6-3734-469e-a347-87bdf922c35a on host dv-cinder-837528-1-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:29:32.900861 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Attempting to bind port 7f29c9d6-3734-469e-a347-87bdf922c35a by drivers openvswitch,hyperv on host dv-cinder-837528-1-iscsi at level 0 using segments [{'id': '810a95dc-f948-4b75-a535-f17dee2814e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:29:32.901248 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Attempting to bind port 7f29c9d6-3734-469e-a347-87bdf922c35a on network 8c909bd6-c2e8-4835-8854-3d740d6abc16 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:29:32.906830 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Checking agent: {'id': '2e25e614-28b0-4ac7-ab8d-277a2fd2fda3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837528-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 9, 27), 'started_at': datetime.datetime(2022, 4, 12, 16, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837528-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:29:32.907183 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Checking segment: {'id': '810a95dc-f948-4b75-a535-f17dee2814e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:29:32.908011 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:32.908573 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Bound using segment: {'id': '810a95dc-f948-4b75-a535-f17dee2814e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:29:32.909063 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Bound port: 7f29c9d6-3734-469e-a347-87bdf922c35a, host: dv-cinder-837528-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810a95dc-f948-4b75-a535-f17dee2814e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:29:32.909427 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:32.940087 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 97e9b276-f688-4f34-9571-599a48e599b5 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:32.981244 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] For port 7f29c9d6-3734-469e-a347-87bdf922c35a, host dv-cinder-837528-1-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:29:32.985512 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] For port 7f29c9d6-3734-469e-a347-87bdf922c35a, host dv-cinder-837528-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=7f29c9d6-3734-469e-a347-87bdf922c35a,segment=NetworkSegment(810a95dc-f948-4b75-a535-f17dee2814e6),segment_id=810a95dc-f948-4b75-a535-f17dee2814e6)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:29:32.992951 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:33.139752 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-71e8c8c5-36e4-4da0-a143-6fa96de608c0 None None] Provisioning complete for port 7f29c9d6-3734-469e-a347-87bdf922c35a triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:33.140145 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-71e8c8c5-36e4-4da0-a143-6fa96de608c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:33.159656 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d37c8a-157a-4d6d-bd02-073f07cb4b33 None None] Pushing event updated for resources: {'Port': ['ID=7f29c9d6-3734-469e-a347-87bdf922c35a,revision_number=4']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:33.162254 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Routers {'647f2d5a-4074-443d-a06d-693041c76de0'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:29:33.163046 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['647f2d5a-4074-443d-a06d-693041c76de0'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:33.234494 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-71e8c8c5-36e4-4da0-a143-6fa96de608c0 None None] Current status of the port 7f29c9d6-3734-469e-a347-87bdf922c35a is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:33.234984 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-71e8c8c5-36e4-4da0-a143-6fa96de608c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:33.272047 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-71e8c8c5-36e4-4da0-a143-6fa96de608c0 None None] For port 7f29c9d6-3734-469e-a347-87bdf922c35a, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=7f29c9d6-3734-469e-a347-87bdf922c35a,segment=NetworkSegment(810a95dc-f948-4b75-a535-f17dee2814e6),segment_id=810a95dc-f948-4b75-a535-f17dee2814e6)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:29:33.277122 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-71e8c8c5-36e4-4da0-a143-6fa96de608c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:33.293902 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] Set router 647f2d5a-4074-443d-a06d-693041c76de0 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:29:33.338247 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8c8c5-36e4-4da0-a143-6fa96de608c0 None None] Pushing event updated for resources: {'Port': ['ID=7f29c9d6-3734-469e-a347-87bdf922c35a,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:33.396053 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-7b48dbe1-1244-4e73-aeda-b114e6f06b50 None None] Provisioning complete for port 7f29c9d6-3734-469e-a347-87bdf922c35a triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:33.396609 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7b48dbe1-1244-4e73-aeda-b114e6f06b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:33.479246 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-7b48dbe1-1244-4e73-aeda-b114e6f06b50 None None] Current status of the port 7f29c9d6-3734-469e-a347-87bdf922c35a is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:33.507190 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647f2d5a-4074-443d-a06d-693041c76de0', 'name': 'tempest-TestShelveInstance-1997563752-router', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '97e9b276-f688-4f34-9571-599a48e599b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:29:28Z', 'revision_number': 4, 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'gw_port': {'id': '97e9b276-f688-4f34-9571-599a48e599b5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647f2d5a-4074-443d-a06d-693041c76de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '7f29c9d6-3734-469e-a347-87bdf922c35a', 'name': '', 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'mac_address': 'fa:16:3e:f1:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647f2d5a-4074-443d-a06d-693041c76de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'cfe22c26-573d-4927-a81a-42294502f22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:27Z', 'updated_at': '2022-04-12T16:29:32Z', 'revision_number': 4, 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'subnets': [{'id': 'cfe22c26-573d-4927-a81a-42294502f22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:33.539915 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed5f6c-bf70-42eb-a479-33adfc6482d4 None None] The sync data for ids ['647f2d5a-4074-443d-a06d-693041c76de0'] in dv-cinder-837528-1-iscsi is: [{'id': '647f2d5a-4074-443d-a06d-693041c76de0', 'name': 'tempest-TestShelveInstance-1997563752-router', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '97e9b276-f688-4f34-9571-599a48e599b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:29:28Z', 'revision_number': 4, 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'gw_port': {'id': '97e9b276-f688-4f34-9571-599a48e599b5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647f2d5a-4074-443d-a06d-693041c76de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '7f29c9d6-3734-469e-a347-87bdf922c35a', 'name': '', 'network_id': '8c909bd6-c2e8-4835-8854-3d740d6abc16', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'mac_address': 'fa:16:3e:f1:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647f2d5a-4074-443d-a06d-693041c76de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'cfe22c26-573d-4927-a81a-42294502f22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:27Z', 'updated_at': '2022-04-12T16:29:32Z', 'revision_number': 4, 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'subnets': [{'id': 'cfe22c26-573d-4927-a81a-42294502f22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:29:34.756092 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 7f29c9d6-3734-469e-a347-87bdf922c35a up at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:29:34.812112 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Provisioning complete for port 7f29c9d6-3734-469e-a347-87bdf922c35a triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:34.812523 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:34.908390 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Current status of the port 7f29c9d6-3734-469e-a347-87bdf922c35a is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:39.291073 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 53636) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:39.449138 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-7dd5c735-4bef-4fb5-a53e-42ce72cdccc5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Deleting port 5dba556f-7e59-4a7b-9d38-67d6fc41e62f {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:29:39.449390 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c735-4bef-4fb5-a53e-42ce72cdccc5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (5dba556f-7e59-4a7b-9d38-67d6fc41e62f), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:39.534728 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c735-4bef-4fb5-a53e-42ce72cdccc5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (5dba556f-7e59-4a7b-9d38-67d6fc41e62f), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:39.535121 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c735-4bef-4fb5-a53e-42ce72cdccc5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for floatingip (5dba556f-7e59-4a7b-9d38-67d6fc41e62f), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:39.549473 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-7dd5c735-4bef-4fb5-a53e-42ce72cdccc5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Calling delete_port for 5dba556f-7e59-4a7b-9d38-67d6fc41e62f owned by network:floatingip {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:29:39.724015 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c735-4bef-4fb5-a53e-42ce72cdccc5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (5dba556f-7e59-4a7b-9d38-67d6fc41e62f), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:39.749719 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5c735-4bef-4fb5-a53e-42ce72cdccc5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event deleted for resources: {'Port': ['ID=5dba556f-7e59-4a7b-9d38-67d6fc41e62f,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:39.816077 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c735-4bef-4fb5-a53e-42ce72cdccc5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for floatingip (c83ec056-1108-4c6e-a627-6ff50fa1e81b), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:39.816384 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-7dd5c735-4bef-4fb5-a53e-42ce72cdccc5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Floating IP c83ec056-1108-4c6e-a627-6ff50fa1e81b disassociated (deleted). External IP: 172.27.2.173, port: d861fdfc-9161-44f1-a933-dd10d7398a1e. Apr 12 16:29:40.057287 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd5c735-4bef-4fb5-a53e-42ce72cdccc5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Router c67244c5-d74c-486a-ab43-1c26b88322e1 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:29:40.181156 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd5c735-4bef-4fb5-a53e-42ce72cdccc5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:29:40.186135 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c735-4bef-4fb5-a53e-42ce72cdccc5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:40.191830 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49423f3f-7be1-4654-b059-eddee1328775 None None] Sync routers for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:29:40.203734 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49423f3f-7be1-4654-b059-eddee1328775 None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:29:40.204368 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-49423f3f-7be1-4654-b059-eddee1328775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:40.220102 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-7dd5c735-4bef-4fb5-a53e-42ce72cdccc5 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "DELETE /v2.0/floatingips/c83ec056-1108-4c6e-a627-6ff50fa1e81b HTTP/1.1" status: 204 len: 168 time: 0.9243975 Apr 12 16:29:40.220102 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'tag': 'd861fdfc-9161-44f1-a933-dd10d7398a1e'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:29:40.220714 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db855e5-3de8-4af8-97b8-491e4c5e0ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b", "tag": "d861fdfc-9161-44f1-a933-dd10d7398a1e"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:29:40.326485 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ef3a4b-5f5e-4349-ba74-67a514293015 x-openstack-request-id: req-32ef3a4b-5f5e-4349-ba74-67a514293015 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:29:40.327188 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b", "tag": "d861fdfc-9161-44f1-a933-dd10d7398a1e", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:29:40.327469 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-32ef3a4b-5f5e-4349-ba74-67a514293015 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:29:40.327815 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ef3a4b-5f5e-4349-ba74-67a514293015'] response: {'name': 'network-changed', 'server_uuid': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'tag': 'd861fdfc-9161-44f1-a933-dd10d7398a1e', 'status': 'completed', 'code': 200} Apr 12 16:29:40.336747 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-49423f3f-7be1-4654-b059-eddee1328775 None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:29:40.404204 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db855e5-3de8-4af8-97b8-491e4c5e0ed0 req-2044dc35-a4eb-4b16-9408-6eac8484e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:40.405734 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1db855e5-3de8-4af8-97b8-491e4c5e0ed0 req-2044dc35-a4eb-4b16-9408-6eac8484e54f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 1130 time: 0.0444236 Apr 12 16:29:40.522420 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d181a4-c5c5-4b49-bf71-a21d217a5b0a req-83b457ac-91c7-452b-bafd-1937490ac4a0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:40.524026 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a8d181a4-c5c5-4b49-bf71-a21d217a5b0a req-83b457ac-91c7-452b-bafd-1937490ac4a0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 946 time: 0.1090865 Apr 12 16:29:40.579508 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-49423f3f-7be1-4654-b059-eddee1328775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '03e8ed15-da52-4e94-a861-ffc1747eaeef', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': '60428b9a-7b1b-43fb-8999-73bc88945670', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:7a:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:04Z', 'updated_at': '2022-04-12T16:25:06Z', 'revision_number': 1, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:40.582811 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a8d181a4-c5c5-4b49-bf71-a21d217a5b0a req-7f6f6f14-f849-4586-ac19-4b04cb59a88e tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514479 Apr 12 16:29:40.607387 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49423f3f-7be1-4654-b059-eddee1328775 None None] Checking router: c67244c5-d74c-486a-ab43-1c26b88322e1 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:29:40.615991 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49423f3f-7be1-4654-b059-eddee1328775 None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:29:40.616597 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-49423f3f-7be1-4654-b059-eddee1328775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:23Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:40.736507 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-49423f3f-7be1-4654-b059-eddee1328775 None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:29:40.973562 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-49423f3f-7be1-4654-b059-eddee1328775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '03e8ed15-da52-4e94-a861-ffc1747eaeef', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': '60428b9a-7b1b-43fb-8999-73bc88945670', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:7a:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:04Z', 'updated_at': '2022-04-12T16:25:06Z', 'revision_number': 1, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:41.001456 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49423f3f-7be1-4654-b059-eddee1328775 None None] The sync data for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi is: [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '03e8ed15-da52-4e94-a861-ffc1747eaeef', 'tenant_id': '9efdb664508148aab946b17b16013559', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'port_id': '60428b9a-7b1b-43fb-8999-73bc88945670', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'mac_address': 'fa:16:3e:7a:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:25:04Z', 'updated_at': '2022-04-12T16:25:06Z', 'revision_number': 1, 'project_id': '9efdb664508148aab946b17b16013559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:29:41.240356 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11790633-f659-4404-bfaa-f824f053b79c None None] New status for floating IP c83ec056-1108-4c6e-a627-6ff50fa1e81b: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:29:41.759733 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900d088-1c69-44b2-9bc3-798b11b63e6c req-43d45278-458f-484f-8200-2f908cc13545 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:41.761425 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c900d088-1c69-44b2-9bc3-798b11b63e6c req-43d45278-458f-484f-8200-2f908cc13545 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 946 time: 0.1042964 Apr 12 16:29:41.814879 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c900d088-1c69-44b2-9bc3-798b11b63e6c req-04e11622-70b1-4120-b312-46cc2a976be3 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474703 Apr 12 16:29:42.059753 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db855e5-3de8-4af8-97b8-491e4c5e0ed0 req-fbeea138-e860-48ac-acd0-9e3f3d4d89d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:42.061759 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1db855e5-3de8-4af8-97b8-491e4c5e0ed0 req-fbeea138-e860-48ac-acd0-9e3f3d4d89d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 913 time: 0.1061084 Apr 12 16:29:42.213928 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1db855e5-3de8-4af8-97b8-491e4c5e0ed0 req-91bd31ef-0a30-4dd4-9806-d6b8c9ee9b1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d861fdfc-9161-44f1-a933-dd10d7398a1e HTTP/1.1" status: 200 len: 217 time: 0.0378103 Apr 12 16:29:42.273154 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db855e5-3de8-4af8-97b8-491e4c5e0ed0 req-c656e4ba-bd8b-4d86-ac07-ab0bde13e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:42.274730 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1db855e5-3de8-4af8-97b8-491e4c5e0ed0 req-c656e4ba-bd8b-4d86-ac07-ab0bde13e2d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b41d7f9c-e278-47e4-81fe-aa85c501c87e HTTP/1.1" status: 200 len: 851 time: 0.0530286 Apr 12 16:29:42.942451 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2b571-8927-4596-ad17-ff956ba7464d req-e46fbeb4-1e4c-4cba-a7d0-211ba34a24d6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:42.944230 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-78d2b571-8927-4596-ad17-ff956ba7464d req-e46fbeb4-1e4c-4cba-a7d0-211ba34a24d6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 946 time: 0.0539601 Apr 12 16:29:43.004235 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-78d2b571-8927-4596-ad17-ff956ba7464d req-7b5735d3-048a-4b15-8970-09336ac6f08c tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530138 Apr 12 16:29:44.096220 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:29:44.133014 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776e2b4-a727-4345-9faa-c2b0ba8564e2 req-15eaca9c-6adb-43c8-8107-e78bf480ff30 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:44.134624 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3776e2b4-a727-4345-9faa-c2b0ba8564e2 req-15eaca9c-6adb-43c8-8107-e78bf480ff30 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 946 time: 0.0537748 Apr 12 16:29:44.195795 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3776e2b4-a727-4345-9faa-c2b0ba8564e2 req-860c8974-64bf-4a63-bedd-8d99a70eb90c tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552585 Apr 12 16:29:45.171873 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device d861fdfc-9161-44f1-a933-dd10d7398a1e no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:29:45.267007 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port d861fdfc-9161-44f1-a933-dd10d7398a1e is: ACTIVE; New status is: DOWN {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:29:45.267312 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:45.292052 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd861fdfc-9161-44f1-a933-dd10d7398a1e'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:29:45.294493 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e448de01-4ed0-494a-81c3-a63f0e53c1a0" -d '{"events": [{"server_uuid": "0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b", "name": "network-vif-unplugged", "status": "completed", "tag": "d861fdfc-9161-44f1-a933-dd10d7398a1e"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:29:45.308310 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port d861fdfc-9161-44f1-a933-dd10d7398a1e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d861fdfc-9161-44f1-a933-dd10d7398a1e,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:29:45.313436 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:45.332581 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87c901-0ee1-4236-8954-d5f0f8acb56f req-1cff887c-1981-46bc-b548-ef270f59fa50 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:45.334259 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2b87c901-0ee1-4236-8954-d5f0f8acb56f req-1cff887c-1981-46bc-b548-ef270f59fa50 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 946 time: 0.0590596 Apr 12 16:29:45.377641 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=d861fdfc-9161-44f1-a933-dd10d7398a1e,revision_number=6']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:45.396055 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2b87c901-0ee1-4236-8954-d5f0f8acb56f req-f735cda4-5e55-48fe-8547-cf7a3379ab87 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560603 Apr 12 16:29:45.409512 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 16:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88ff86d-0336-4059-9dd4-913741c69330 x-openstack-request-id: req-d88ff86d-0336-4059-9dd4-913741c69330 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:29:45.409808 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b", "name": "network-vif-unplugged", "status": "completed", "tag": "d861fdfc-9161-44f1-a933-dd10d7398a1e", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:29:45.410088 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d88ff86d-0336-4059-9dd4-913741c69330 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:29:45.410490 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88ff86d-0336-4059-9dd4-913741c69330'] response: {'server_uuid': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd861fdfc-9161-44f1-a933-dd10d7398a1e', 'code': 200} Apr 12 16:29:46.519941 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f90309-2b76-412a-80a9-97308c746873 req-84d9a060-5cd4-41d5-9518-28857106fdd2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:46.521505 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-53f90309-2b76-412a-80a9-97308c746873 req-84d9a060-5cd4-41d5-9518-28857106fdd2 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 944 time: 0.0510304 Apr 12 16:29:46.573987 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-53f90309-2b76-412a-80a9-97308c746873 req-e48047e3-0e6a-4e16-8236-80d419eb3708 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450590 Apr 12 16:29:47.565198 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db855e5-3de8-4af8-97b8-491e4c5e0ed0 req-bb82776a-bffd-4b61-a7fa-78d076a64888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:47.567079 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1db855e5-3de8-4af8-97b8-491e4c5e0ed0 req-bb82776a-bffd-4b61-a7fa-78d076a64888 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445068 Apr 12 16:29:47.695621 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f7695-e60c-43cf-a22d-ab5b3f5324ff req-1b9059e4-06ed-4c40-a06f-f0f8579f36c4 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:47.697034 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cd5f7695-e60c-43cf-a22d-ab5b3f5324ff req-1b9059e4-06ed-4c40-a06f-f0f8579f36c4 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 944 time: 0.0984793 Apr 12 16:29:47.780083 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bd06c-f4d4-454f-b79c-6a04533ce870 req-6274ac42-27ea-4709-ab38-1bb25b924e5c tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:47.781537 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-473bd06c-f4d4-454f-b79c-6a04533ce870 req-6274ac42-27ea-4709-ab38-1bb25b924e5c tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 944 time: 0.1120400 Apr 12 16:29:47.825307 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1db855e5-3de8-4af8-97b8-491e4c5e0ed0 req-8ef56e87-358a-4200-b5f9-9492e23eef24 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341647 Apr 12 16:29:48.165064 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-cd5f7695-e60c-43cf-a22d-ab5b3f5324ff req-cdfc97de-3bb7-4441-8419-1032a7b5d6f6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Deleting port d861fdfc-9161-44f1-a933-dd10d7398a1e {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:29:48.165405 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-cd5f7695-e60c-43cf-a22d-ab5b3f5324ff req-cdfc97de-3bb7-4441-8419-1032a7b5d6f6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:48.231751 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-473bd06c-f4d4-454f-b79c-6a04533ce870 req-7a90c1d9-e04f-4de3-a0d5-e812ca04eda4 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4440565 Apr 12 16:29:48.314550 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1db855e5-3de8-4af8-97b8-491e4c5e0ed0 req-4b533d88-a5fa-455c-bbde-48b8861935d8 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784701 Apr 12 16:29:48.326506 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-cd5f7695-e60c-43cf-a22d-ab5b3f5324ff req-cdfc97de-3bb7-4441-8419-1032a7b5d6f6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] For port d861fdfc-9161-44f1-a933-dd10d7398a1e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d861fdfc-9161-44f1-a933-dd10d7398a1e,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:29:48.326873 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-cd5f7695-e60c-43cf-a22d-ab5b3f5324ff req-cdfc97de-3bb7-4441-8419-1032a7b5d6f6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:48.340815 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-cd5f7695-e60c-43cf-a22d-ab5b3f5324ff req-cdfc97de-3bb7-4441-8419-1032a7b5d6f6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Calling delete_port for d861fdfc-9161-44f1-a933-dd10d7398a1e owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:29:48.476790 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-cd5f7695-e60c-43cf-a22d-ab5b3f5324ff req-cdfc97de-3bb7-4441-8419-1032a7b5d6f6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (d861fdfc-9161-44f1-a933-dd10d7398a1e), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:48.509008 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc97de-3bb7-4441-8419-1032a7b5d6f6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event deleted for resources: {'Port': ['ID=d861fdfc-9161-44f1-a933-dd10d7398a1e,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:48.557166 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5f7695-e60c-43cf-a22d-ab5b3f5324ff req-cdfc97de-3bb7-4441-8419-1032a7b5d6f6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] No DVR routers for this DVR port d861fdfc-9161-44f1-a933-dd10d7398a1e on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:29:48.560221 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-cd5f7695-e60c-43cf-a22d-ab5b3f5324ff req-cdfc97de-3bb7-4441-8419-1032a7b5d6f6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:48.563543 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cd5f7695-e60c-43cf-a22d-ab5b3f5324ff req-cdfc97de-3bb7-4441-8419-1032a7b5d6f6 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "DELETE /v2.0/ports/d861fdfc-9161-44f1-a933-dd10d7398a1e HTTP/1.1" status: 204 len: 173 time: 0.8444531 Apr 12 16:29:48.563982 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'name': 'network-vif-deleted', 'tag': 'd861fdfc-9161-44f1-a933-dd10d7398a1e'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:29:48.566322 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05324fbe-56f5-48d5-94f9-355c8e902d51" -d '{"events": [{"server_uuid": "0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b", "name": "network-vif-deleted", "tag": "d861fdfc-9161-44f1-a933-dd10d7398a1e"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:29:48.605391 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d7b939-c4ec-4cfe-a79a-ab9576171339 x-openstack-request-id: req-e8d7b939-c4ec-4cfe-a79a-ab9576171339 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:29:48.605710 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b", "name": "network-vif-deleted", "tag": "d861fdfc-9161-44f1-a933-dd10d7398a1e", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:29:48.605987 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e8d7b939-c4ec-4cfe-a79a-ab9576171339 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:29:48.606462 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d7b939-c4ec-4cfe-a79a-ab9576171339'] response: {'server_uuid': '0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b', 'name': 'network-vif-deleted', 'tag': 'd861fdfc-9161-44f1-a933-dd10d7398a1e', 'status': 'completed', 'code': 200} Apr 12 16:29:49.356058 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f485c35c-cfb6-4c26-9258-b452f613cf98 req-db2da1b7-7144-41af-8a9b-e898068a421b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c85e1e5-b6a3-4e04-b19e-f5afd3e5fa1b HTTP/1.1" status: 200 len: 210 time: 0.0372801 Apr 12 16:29:50.670648 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d3246e13-6318-4b7c-a959-e7e602ec65a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:52.638894 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-379a872c-f21a-4e43-8edd-75a4c6041f80 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213485769&fields=id&tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89 HTTP/1.1" status: 200 len: 267 time: 0.0467668 Apr 12 16:29:52.649819 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53756) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:52.751614 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-b36f9527-eeca-4ced-b861-9ab27d5a8736 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:52.753223 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-b36f9527-eeca-4ced-b861-9ab27d5a8736 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/networks?id=3e91be54-ab95-4f86-bb8d-bf46786b514f HTTP/1.1" status: 200 len: 809 time: 0.1077397 Apr 12 16:29:52.768204 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-900dbaa0-00b5-427a-b0ce-284e612c93af tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/quotas/a7f38a4892a04f7d98a6c1b1c1dfbd89 HTTP/1.1" status: 200 len: 375 time: 0.0093892 Apr 12 16:29:52.807436 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-76b3194e-80c8-487b-a913-8d3e258080e0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Deleting port aa68511e-fa1a-4c5c-82f1-07fdb678fd84 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:29:52.807962 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76b3194e-80c8-487b-a913-8d3e258080e0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (aa68511e-fa1a-4c5c-82f1-07fdb678fd84), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:52.820971 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-65e0cb1b-0c41-4b5c-a69d-61a683eabded tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472505 Apr 12 16:29:52.881533 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-60f54559-fe46-43b8-93b5-44697cad83d9 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:29:52.882567 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-60f54559-fe46-43b8-93b5-44697cad83d9 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495698 Apr 12 16:29:52.891133 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76b3194e-80c8-487b-a913-8d3e258080e0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (aa68511e-fa1a-4c5c-82f1-07fdb678fd84), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:52.891461 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76b3194e-80c8-487b-a913-8d3e258080e0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for floatingip (aa68511e-fa1a-4c5c-82f1-07fdb678fd84), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:52.905389 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-76b3194e-80c8-487b-a913-8d3e258080e0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Calling delete_port for aa68511e-fa1a-4c5c-82f1-07fdb678fd84 owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:29:52.983357 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5059fbc1-5763-4bf3-83f1-379e9c0c97f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:52.984582 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-0ea70def-4d78-4107-bd00-37f1311c9e7d service neutron] 10.222.0.67 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956113 Apr 12 16:29:53.080430 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-f3b302ac-d849-46ae-a116-ae6edb915748 service neutron] 10.222.0.67 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882437 Apr 12 16:29:53.086301 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76b3194e-80c8-487b-a913-8d3e258080e0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (aa68511e-fa1a-4c5c-82f1-07fdb678fd84), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:53.114105 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3194e-80c8-487b-a913-8d3e258080e0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event deleted for resources: {'Port': ['ID=aa68511e-fa1a-4c5c-82f1-07fdb678fd84,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:53.189171 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76b3194e-80c8-487b-a913-8d3e258080e0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for floatingip (03e8ed15-da52-4e94-a861-ffc1747eaeef), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:53.189685 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-76b3194e-80c8-487b-a913-8d3e258080e0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Floating IP 03e8ed15-da52-4e94-a861-ffc1747eaeef disassociated (deleted). External IP: 172.27.2.127, port: 60428b9a-7b1b-43fb-8999-73bc88945670. Apr 12 16:29:53.404122 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c689a159-544d-4bf0-9873-182a18a4f987 req-2c2b7951-b603-4bd3-bafb-39f6d01860b7 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0324309 Apr 12 16:29:53.423462 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b3194e-80c8-487b-a913-8d3e258080e0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Router c67244c5-d74c-486a-ab43-1c26b88322e1 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:29:53.553199 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b3194e-80c8-487b-a913-8d3e258080e0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:29:53.559219 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76b3194e-80c8-487b-a913-8d3e258080e0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:53.567476 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952b1543-478f-4f72-adfe-404fa18a7807 None None] Sync routers for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:29:53.578705 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b1543-478f-4f72-adfe-404fa18a7807 None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:29:53.579377 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-952b1543-478f-4f72-adfe-404fa18a7807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:53.702757 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-952b1543-478f-4f72-adfe-404fa18a7807 None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:29:53.862466 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-76b3194e-80c8-487b-a913-8d3e258080e0 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "DELETE /v2.0/floatingips/03e8ed15-da52-4e94-a861-ffc1747eaeef HTTP/1.1" status: 204 len: 168 time: 1.2114596 Apr 12 16:29:53.863836 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'tag': '60428b9a-7b1b-43fb-8999-73bc88945670'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:29:53.876274 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03ca2e9-fd09-4e44-a50d-98e72371e66a" -d '{"events": [{"name": "network-changed", "server_uuid": "842d987b-d6f3-432b-b6e5-311a36e9ba0a", "tag": "60428b9a-7b1b-43fb-8999-73bc88945670"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:29:53.928191 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-952b1543-478f-4f72-adfe-404fa18a7807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:53.976620 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952b1543-478f-4f72-adfe-404fa18a7807 None None] Checking router: c67244c5-d74c-486a-ab43-1c26b88322e1 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:29:53.986829 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b1543-478f-4f72-adfe-404fa18a7807 None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:29:53.987489 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-952b1543-478f-4f72-adfe-404fa18a7807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:53.990003 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc98406-b10f-461f-a60a-fdc5556127ee x-openstack-request-id: req-1fc98406-b10f-461f-a60a-fdc5556127ee {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:29:53.990335 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842d987b-d6f3-432b-b6e5-311a36e9ba0a", "tag": "60428b9a-7b1b-43fb-8999-73bc88945670", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:29:53.990586 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1fc98406-b10f-461f-a60a-fdc5556127ee {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:29:53.991101 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc98406-b10f-461f-a60a-fdc5556127ee'] response: {'name': 'network-changed', 'server_uuid': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'tag': '60428b9a-7b1b-43fb-8999-73bc88945670', 'status': 'completed', 'code': 200} Apr 12 16:29:54.117307 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-952b1543-478f-4f72-adfe-404fa18a7807 None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:29:54.127676 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504b74c-ea70-4b2c-9f46-d1e955f533d1 req-5771c51d-9028-46d8-bbcc-2639f5e98947 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:54.129461 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b504b74c-ea70-4b2c-9f46-d1e955f533d1 req-5771c51d-9028-46d8-bbcc-2639f5e98947 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 946 time: 0.0493734 Apr 12 16:29:54.181065 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b504b74c-ea70-4b2c-9f46-d1e955f533d1 req-f1741f1e-eec0-4a6c-a5c0-45b6aedf7497 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451839 Apr 12 16:29:54.277687 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:54.473081 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-952b1543-478f-4f72-adfe-404fa18a7807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:29:54.499711 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952b1543-478f-4f72-adfe-404fa18a7807 None None] The sync data for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi is: [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:19Z', 'revision_number': 4, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': 'f5118cf3-dd58-4959-afbf-e495a3f4c1ba', 'name': '', 'network_id': '46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0', 'tenant_id': '9efdb664508148aab946b17b16013559', 'mac_address': 'fa:16:3e:b4:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:18Z', 'updated_at': '2022-04-12T16:20:25Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'subnets': [{'id': 'b41d7f9c-e278-47e4-81fe-aa85c501c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:29:54.507913 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8670b095-9bc1-43ba-ad9c-2302aac2c8ab req-487e88e3-9d4f-41b4-b0f0-7a30b7ff71b7 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0267091 Apr 12 16:29:54.738434 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb2db14-1a40-4fb7-bd15-aab7cf2a19be None None] New status for floating IP 03e8ed15-da52-4e94-a861-ffc1747eaeef: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:29:55.245420 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:55.333638 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db987c3-f63e-41d1-8ff4-1097c9cccc91 req-2dd5f5e0-604b-4442-86af-bdcb960c3f4a tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:55.335270 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2db987c3-f63e-41d1-8ff4-1097c9cccc91 req-2dd5f5e0-604b-4442-86af-bdcb960c3f4a tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 946 time: 0.0857694 Apr 12 16:29:55.353782 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ca2e9-fd09-4e44-a50d-98e72371e66a req-20e66428-1d3a-4026-a981-3c8103ff7726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:55.355674 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b03ca2e9-fd09-4e44-a50d-98e72371e66a req-20e66428-1d3a-4026-a981-3c8103ff7726 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9efdb664508148aab946b17b16013559&device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 1130 time: 0.0616457 Apr 12 16:29:55.393927 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2db987c3-f63e-41d1-8ff4-1097c9cccc91 req-092f6973-88ee-401f-ac72-facd0f93e9bc tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524254 Apr 12 16:29:55.579095 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:55.622596 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d75a1034-00f5-421a-9f48-0896c960cc80 req-9709d26c-d268-4b05-a7e3-ee7228f4ebbe tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0323536 Apr 12 16:29:56.057701 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7834fc0-fad0-4567-8fdd-a0bd59d61175 req-ae4f613f-c684-4c30-a6fc-e718da3564fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:56.059367 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7834fc0-fad0-4567-8fdd-a0bd59d61175 req-ae4f613f-c684-4c30-a6fc-e718da3564fd tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 946 time: 0.0614016 Apr 12 16:29:56.060914 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ca2e9-fd09-4e44-a50d-98e72371e66a req-62391f31-6b42-451f-84e9-39c77f9a2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:56.062340 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b03ca2e9-fd09-4e44-a50d-98e72371e66a req-62391f31-6b42-451f-84e9-39c77f9a2ae1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 200 len: 913 time: 0.1419313 Apr 12 16:29:56.133029 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-d41ced48-0f68-4c84-85fb-61a76e1fefc0 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:56.134564 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-d41ced48-0f68-4c84-85fb-61a76e1fefc0 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.45 "GET /v2.0/networks?id=3e91be54-ab95-4f86-bb8d-bf46786b514f HTTP/1.1" status: 200 len: 809 time: 0.1191103 Apr 12 16:29:56.144886 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b03ca2e9-fd09-4e44-a50d-98e72371e66a req-2df46f79-cd37-4cc2-80dc-902da04d57a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60428b9a-7b1b-43fb-8999-73bc88945670 HTTP/1.1" status: 200 len: 217 time: 0.0646808 Apr 12 16:29:56.207708 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-4290b1fb-530e-488c-8e16-16b82a8060e5 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89 HTTP/1.1" status: 200 len: 379 time: 0.0632682 Apr 12 16:29:56.220265 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-72af400d-73ab-41c3-8c03-38cedd9ef775 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Request body: {'port': {'device_id': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'admin_state_up': True, 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'security_groups': ['f8996db8-d2bb-47e0-b098-a648ba538178']}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:56.237575 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ca2e9-fd09-4e44-a50d-98e72371e66a req-98b22f1e-907d-4e94-aa38-7f403f857002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:56.239162 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b03ca2e9-fd09-4e44-a50d-98e72371e66a req-98b22f1e-907d-4e94-aa38-7f403f857002 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b41d7f9c-e278-47e4-81fe-aa85c501c87e HTTP/1.1" status: 200 len: 851 time: 0.0855899 Apr 12 16:29:56.239699 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-c7834fc0-fad0-4567-8fdd-a0bd59d61175 req-c5f68a82-8d91-4c77-a0aa-a22fd4c34319 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Deleting port 60428b9a-7b1b-43fb-8999-73bc88945670 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:29:56.240055 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c7834fc0-fad0-4567-8fdd-a0bd59d61175 req-c5f68a82-8d91-4c77-a0aa-a22fd4c34319 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (60428b9a-7b1b-43fb-8999-73bc88945670), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:56.340819 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-72af400d-73ab-41c3-8c03-38cedd9ef775 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Made reservation on behalf of a7f38a4892a04f7d98a6c1b1c1dfbd89 for: {'port': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:29:56.344431 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-72af400d-73ab-41c3-8c03-38cedd9ef775 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:56.359186 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ca2e9-fd09-4e44-a50d-98e72371e66a req-a647a66e-3abf-4183-91f7-fc46fb697959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:56.361013 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b03ca2e9-fd09-4e44-a50d-98e72371e66a req-a647a66e-3abf-4183-91f7-fc46fb697959 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048057 Apr 12 16:29:56.410925 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-c7834fc0-fad0-4567-8fdd-a0bd59d61175 req-c5f68a82-8d91-4c77-a0aa-a22fd4c34319 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] For port 60428b9a-7b1b-43fb-8999-73bc88945670, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=60428b9a-7b1b-43fb-8999-73bc88945670,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:29:56.411290 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c7834fc0-fad0-4567-8fdd-a0bd59d61175 req-c5f68a82-8d91-4c77-a0aa-a22fd4c34319 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (60428b9a-7b1b-43fb-8999-73bc88945670), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:56.455229 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-c7834fc0-fad0-4567-8fdd-a0bd59d61175 req-c5f68a82-8d91-4c77-a0aa-a22fd4c34319 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Calling delete_port for 60428b9a-7b1b-43fb-8999-73bc88945670 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:29:56.481986 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-72af400d-73ab-41c3-8c03-38cedd9ef775 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Allocated IP 172.20.0.9 (3e91be54-ab95-4f86-bb8d-bf46786b514f/19d5ac41-d2ab-4d29-9941-319bcbccc140/eaa5fff0-49ae-403f-aee0-ecb06b0f8df9) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:29:56.561917 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b03ca2e9-fd09-4e44-a50d-98e72371e66a req-f4c9d4fe-66f7-42f1-b6e0-4f50f5d3dc41 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922677 Apr 12 16:29:56.578488 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47e61d-7631-41c5-a75f-96bacee3347b req-9e841fc6-117c-4a23-a55f-e8843c5c36de tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:56.580030 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ab47e61d-7631-41c5-a75f-96bacee3347b req-9e841fc6-117c-4a23-a55f-e8843c5c36de tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 946 time: 0.1026213 Apr 12 16:29:56.643138 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-72af400d-73ab-41c3-8c03-38cedd9ef775 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:56.684440 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-72af400d-73ab-41c3-8c03-38cedd9ef775 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:56.750979 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-72af400d-73ab-41c3-8c03-38cedd9ef775 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Network 3e91be54-ab95-4f86-bb8d-bf46786b514f is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:29:56.755684 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-72af400d-73ab-41c3-8c03-38cedd9ef775 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:29:56.771116 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-72af400d-73ab-41c3-8c03-38cedd9ef775 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:29:56.783031 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ab47e61d-7631-41c5-a75f-96bacee3347b req-6cd48a6a-66aa-4081-9f11-d6de47f35509 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2274969-c0a0-48f7-8b0b-e1f350ee420b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1906056 Apr 12 16:29:56.816784 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af400d-73ab-41c3-8c03-38cedd9ef775 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Pushing event updated for resources: {'Port': ['ID=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:56.834566 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b03ca2e9-fd09-4e44-a50d-98e72371e66a req-f3b3063f-a23d-4ab7-abcd-3a00973aa125 service neutron] 10.222.0.45 "GET /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519875 Apr 12 16:29:56.838560 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c7834fc0-fad0-4567-8fdd-a0bd59d61175 req-c5f68a82-8d91-4c77-a0aa-a22fd4c34319 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (60428b9a-7b1b-43fb-8999-73bc88945670), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:56.845809 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4caed2-2867-41c7-a50b-36cf79e39664 req-6535bbdd-96f5-41b0-a947-7895236be7de tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:56.853184 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1d4caed2-2867-41c7-a50b-36cf79e39664 req-6535bbdd-96f5-41b0-a947-7895236be7de tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 931 time: 0.0987630 Apr 12 16:29:56.853403 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-72af400d-73ab-41c3-8c03-38cedd9ef775 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:56.856668 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-72af400d-73ab-41c3-8c03-38cedd9ef775 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:56.882094 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-72af400d-73ab-41c3-8c03-38cedd9ef775 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6656287 Apr 12 16:29:56.889435 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f68a82-8d91-4c77-a0aa-a22fd4c34319 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event deleted for resources: {'Port': ['ID=60428b9a-7b1b-43fb-8999-73bc88945670,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:56.903191 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Request body: {'port': {'device_id': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:29:56.950283 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1d4caed2-2867-41c7-a50b-36cf79e39664 req-48c449ae-ec38-4ec6-aed1-4ba3d1c27422 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961232 Apr 12 16:29:56.974507 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7834fc0-fad0-4567-8fdd-a0bd59d61175 req-c5f68a82-8d91-4c77-a0aa-a22fd4c34319 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] No DVR routers for this DVR port 60428b9a-7b1b-43fb-8999-73bc88945670 on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:29:56.977322 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c7834fc0-fad0-4567-8fdd-a0bd59d61175 req-c5f68a82-8d91-4c77-a0aa-a22fd4c34319 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:56.981362 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7834fc0-fad0-4567-8fdd-a0bd59d61175 req-c5f68a82-8d91-4c77-a0aa-a22fd4c34319 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.45 "DELETE /v2.0/ports/60428b9a-7b1b-43fb-8999-73bc88945670 HTTP/1.1" status: 204 len: 173 time: 0.9081473 Apr 12 16:29:56.981906 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'name': 'network-vif-deleted', 'tag': '60428b9a-7b1b-43fb-8999-73bc88945670'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:29:56.984447 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e45c6d-09b8-42b3-ac43-ed3b2d3e1137" -d '{"events": [{"server_uuid": "842d987b-d6f3-432b-b6e5-311a36e9ba0a", "name": "network-vif-deleted", "tag": "60428b9a-7b1b-43fb-8999-73bc88945670"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:29:56.993982 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:57.026811 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122cf171-c918-40d8-a172-8f6398801aa3 x-openstack-request-id: req-122cf171-c918-40d8-a172-8f6398801aa3 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:29:57.027129 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842d987b-d6f3-432b-b6e5-311a36e9ba0a", "name": "network-vif-deleted", "tag": "60428b9a-7b1b-43fb-8999-73bc88945670", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:29:57.027401 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-122cf171-c918-40d8-a172-8f6398801aa3 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:29:57.028010 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-122cf171-c918-40d8-a172-8f6398801aa3'] response: {'server_uuid': '842d987b-d6f3-432b-b6e5-311a36e9ba0a', 'name': 'network-vif-deleted', 'tag': '60428b9a-7b1b-43fb-8999-73bc88945670', 'status': 'completed', 'code': 200} Apr 12 16:29:57.069941 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-84583099-e5ef-440a-b19b-413ca3b3c485 None None] Provisioning complete for port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:29:57.071079 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-84583099-e5ef-440a-b19b-413ca3b3c485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:57.094777 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:57.118318 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-84583099-e5ef-440a-b19b-413ca3b3c485 None None] Port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:29:57.307715 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:29:57.316063 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Publish callbacks [] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:57.331741 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Transition to ACTIVE for port object eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 will not be triggered until provisioned by entity L2. {{(pid=103550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:29:57.336194 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25838556'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:57.388969 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:57.465578 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Attempting to bind port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:29:57.465913 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Attempting to bind port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:29:57.466315 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Attempting to bind port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 on network 3e91be54-ab95-4f86-bb8d-bf46786b514f {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:29:57.470992 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 on network 3e91be54-ab95-4f86-bb8d-bf46786b514f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:29:57.471312 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Attempting to bind port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 on network 3e91be54-ab95-4f86-bb8d-bf46786b514f {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:29:57.476296 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Checking agent: {'id': '2afda37f-2f39-42d3-b298-4393a21d262b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'started_at': datetime.datetime(2022, 4, 12, 16, 16, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:29:57.476634 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Checking segment: {'id': 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:29:57.477011 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Bound using segment: {'id': 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:29:57.477439 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Bound port: eaa5fff0-49ae-403f-aee0-ecb06b0f8df9, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:29:57.477796 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:57.547123 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] For port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9, host hv-cinder-83752, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:29:57.550426 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] For port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:29:57.557742 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25838556'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:57.592669 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:57.593292 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:57.594726 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] 10.222.0.45 "PUT /v2.0/ports/eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 HTTP/1.1" status: 200 len: 1093 time: 0.7034352 Apr 12 16:29:57.595159 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'tag': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:29:57.597448 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632cd6a2-2ed5-4f6e-8f08-9fba5f2ed6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c7c4d6-0505-46bf-8130-cce01c53b0a1", "tag": "eaa5fff0-49ae-403f-aee0-ecb06b0f8df9"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:29:57.629142 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14552c-6228-431d-bce4-3cef9a2fc3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:57.657458 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10be61f-1790-477d-a830-c207e4b9c9c6 x-openstack-request-id: req-d10be61f-1790-477d-a830-c207e4b9c9c6 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:29:57.657776 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c7c4d6-0505-46bf-8130-cce01c53b0a1", "tag": "eaa5fff0-49ae-403f-aee0-ecb06b0f8df9", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:29:57.658030 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d10be61f-1790-477d-a830-c207e4b9c9c6 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:29:57.658517 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10be61f-1790-477d-a830-c207e4b9c9c6'] response: {'name': 'network-changed', 'server_uuid': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'tag': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'status': 'completed', 'code': 200} Apr 12 16:29:57.789812 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cd6a2-2ed5-4f6e-8f08-9fba5f2ed6bb req-caa68e65-9eb0-4a3a-8c1c-426650c8e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:57.791468 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-632cd6a2-2ed5-4f6e-8f08-9fba5f2ed6bb req-caa68e65-9eb0-4a3a-8c1c-426650c8e848 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89&device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 1127 time: 0.0645175 Apr 12 16:29:57.906903 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-803525a4-2089-4910-a139-72c3dfa850aa req-01d552f7-f3fc-4531-a8cc-82115b971ac4 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "GET /v2.0/ports?device_id=842d987b-d6f3-432b-b6e5-311a36e9ba0a HTTP/1.1" status: 200 len: 210 time: 0.0290735 Apr 12 16:29:57.920283 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cd6a2-2ed5-4f6e-8f08-9fba5f2ed6bb req-f97cb1c4-a528-493c-b913-661bb232a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:57.921800 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-632cd6a2-2ed5-4f6e-8f08-9fba5f2ed6bb req-f97cb1c4-a528-493c-b913-661bb232a07f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1181383 Apr 12 16:29:58.022403 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cd6a2-2ed5-4f6e-8f08-9fba5f2ed6bb req-b32ba37d-78bc-4730-8a0c-6f88cf528fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:58.023889 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-632cd6a2-2ed5-4f6e-8f08-9fba5f2ed6bb req-b32ba37d-78bc-4730-8a0c-6f88cf528fb5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954399 Apr 12 16:29:58.069605 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8ce29-5cc3-4e74-a782-4fbae386cd2d req-c4eb011d-d899-413c-8a5c-d0990b908a6e tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:58.071214 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-29c8ce29-5cc3-4e74-a782-4fbae386cd2d req-c4eb011d-d899-413c-8a5c-d0990b908a6e tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0492542 Apr 12 16:29:58.107080 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-b3bd5ed7-9e9f-4175-877c-8d9327f4a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:58.108616 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-b3bd5ed7-9e9f-4175-877c-8d9327f4a304 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89&device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 1127 time: 0.0415776 Apr 12 16:29:58.122905 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-29c8ce29-5cc3-4e74-a782-4fbae386cd2d req-edea3586-3c1d-4c4e-aa99-08166c0c5831 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455465 Apr 12 16:29:58.152079 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-1ab68afb-9301-4e65-8971-2f2ef43894e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 HTTP/1.1" status: 200 len: 217 time: 0.0359986 Apr 12 16:29:58.208765 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-e6c382ce-6e9e-4fe6-a95d-5c8e26365136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:58.210229 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-e6c382ce-6e9e-4fe6-a95d-5c8e26365136 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=19d5ac41-d2ab-4d29-9941-319bcbccc140 HTTP/1.1" status: 200 len: 848 time: 0.0517149 Apr 12 16:29:58.265522 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9a245430-ad9b-4271-b142-ef0b1ca35d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:58.267068 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-9a245430-ad9b-4271-b142-ef0b1ca35d74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e91be54-ab95-4f86-bb8d-bf46786b514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493548 Apr 12 16:29:58.360932 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-435e67c9-3fb0-4ef7-8771-f0d9d4721975 service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869346 Apr 12 16:29:58.454478 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6db9181d-cffd-4e48-a4de-e5474bf6e94b req-8db96bed-f53c-46dd-9a6b-9bcdf78ccfb2 service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870225 Apr 12 16:29:58.968778 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 53836) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:29:59.086242 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-20fb7ae8-2185-45c3-bc94-7675a35b4b79 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Deleting port ce3f1969-796f-4bc5-9a1d-1f5506348d6c {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:29:59.086612 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-20fb7ae8-2185-45c3-bc94-7675a35b4b79 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (ce3f1969-796f-4bc5-9a1d-1f5506348d6c), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:59.174229 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-20fb7ae8-2185-45c3-bc94-7675a35b4b79 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (ce3f1969-796f-4bc5-9a1d-1f5506348d6c), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:59.174608 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-20fb7ae8-2185-45c3-bc94-7675a35b4b79 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for floatingip (ce3f1969-796f-4bc5-9a1d-1f5506348d6c), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:59.190867 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-20fb7ae8-2185-45c3-bc94-7675a35b4b79 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Calling delete_port for ce3f1969-796f-4bc5-9a1d-1f5506348d6c owned by network:floatingip {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:29:59.234645 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 60428b9a-7b1b-43fb-8999-73bc88945670 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:29:59.258423 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: 60428b9a-7b1b-43fb-8999-73bc88945670 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:29:59.258833 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device 60428b9a-7b1b-43fb-8999-73bc88945670 not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:29:59.294889 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0dfe-0172-4ed1-adb9-8a00e69483c9 req-02a25564-d86d-4625-a9ee-c1c98cbbf81a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:29:59.296465 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d67b0dfe-0172-4ed1-adb9-8a00e69483c9 req-02a25564-d86d-4625-a9ee-c1c98cbbf81a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0905495 Apr 12 16:29:59.364665 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d67b0dfe-0172-4ed1-adb9-8a00e69483c9 req-33bd459f-15b5-4478-872a-fa056f3ba41f tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587127 Apr 12 16:29:59.417527 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-20fb7ae8-2185-45c3-bc94-7675a35b4b79 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (ce3f1969-796f-4bc5-9a1d-1f5506348d6c), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:59.443724 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb7ae8-2185-45c3-bc94-7675a35b4b79 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event deleted for resources: {'Port': ['ID=ce3f1969-796f-4bc5-9a1d-1f5506348d6c,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:29:59.520151 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-20fb7ae8-2185-45c3-bc94-7675a35b4b79 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for floatingip (ff745d38-c228-45e4-ab54-0be1570e6274), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:59.524130 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-20fb7ae8-2185-45c3-bc94-7675a35b4b79 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:29:59.526548 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-20fb7ae8-2185-45c3-bc94-7675a35b4b79 tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "DELETE /v2.0/floatingips/ff745d38-c228-45e4-ab54-0be1570e6274 HTTP/1.1" status: 204 len: 168 time: 0.5560637 Apr 12 16:30:00.485984 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee6b86-6335-42d8-aeea-db80698e834b req-fdfc9cf1-a4d2-4386-b8a8-b83884f21cd6 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:00.487521 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bcee6b86-6335-42d8-aeea-db80698e834b req-fdfc9cf1-a4d2-4386-b8a8-b83884f21cd6 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0507812 Apr 12 16:30:00.545702 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bcee6b86-6335-42d8-aeea-db80698e834b req-aa6039d1-3661-4511-9ac8-717e63da7ee0 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518754 Apr 12 16:30:00.741759 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53868) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:00.802483 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8da3004b-c3fc-4d58-b337-b05df60ffb6b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group (b2274969-c0a0-48f7-8b0b-e1f350ee420b), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:00.829210 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8da3004b-c3fc-4d58-b337-b05df60ffb6b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group (b2274969-c0a0-48f7-8b0b-e1f350ee420b), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:00.901518 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8da3004b-c3fc-4d58-b337-b05df60ffb6b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (b2274969-c0a0-48f7-8b0b-e1f350ee420b), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:00.904557 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8da3004b-c3fc-4d58-b337-b05df60ffb6b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:00.905735 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8da3004b-c3fc-4d58-b337-b05df60ffb6b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] 10.222.0.67 "DELETE /v2.0/security-groups/b2274969-c0a0-48f7-8b0b-e1f350ee420b HTTP/1.1" status: 204 len: 168 time: 0.1626871 Apr 12 16:30:00.915769 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3004b-c3fc-4d58-b337-b05df60ffb6b tempest-TestVolumeBootPattern-2004413330 tempest-TestVolumeBootPattern-2004413330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2274969-c0a0-48f7-8b0b-e1f350ee420b,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:00.967861 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53872) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:01.435009 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-23ed0787-4ee2-415c-8be1-d994b464bf9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693697'] for router_interface (c67244c5-d74c-486a-ab43-1c26b88322e1), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:01.683007 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552d374-521c-4f48-bd1e-f17a79322882 req-0dff0252-4259-4944-9f94-3279cde13f43 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:01.690244 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a552d374-521c-4f48-bd1e-f17a79322882 req-0dff0252-4259-4944-9f94-3279cde13f43 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0662222 Apr 12 16:30:01.699877 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-23ed0787-4ee2-415c-8be1-d994b464bf9f admin admin] Deleting port f5118cf3-dd58-4959-afbf-e495a3f4c1ba {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:30:01.700214 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-23ed0787-4ee2-415c-8be1-d994b464bf9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:01.739194 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a552d374-521c-4f48-bd1e-f17a79322882 req-0a227468-63f9-452c-9bc8-667776aff673 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480983 Apr 12 16:30:01.785627 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-23ed0787-4ee2-415c-8be1-d994b464bf9f admin admin] For port f5118cf3-dd58-4959-afbf-e495a3f4c1ba, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=f5118cf3-dd58-4959-afbf-e495a3f4c1ba,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:30:01.786314 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-23ed0787-4ee2-415c-8be1-d994b464bf9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:01.800883 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-23ed0787-4ee2-415c-8be1-d994b464bf9f admin admin] Calling delete_port for f5118cf3-dd58-4959-afbf-e495a3f4c1ba owned by network:router_interface {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:30:01.997085 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-23ed0787-4ee2-415c-8be1-d994b464bf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (f5118cf3-dd58-4959-afbf-e495a3f4c1ba), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:02.024838 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed0787-4ee2-415c-8be1-d994b464bf9f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5118cf3-dd58-4959-afbf-e495a3f4c1ba,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:02.202744 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-23ed0787-4ee2-415c-8be1-d994b464bf9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693597'] for router_interface (c67244c5-d74c-486a-ab43-1c26b88322e1), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:02.447869 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ed0787-4ee2-415c-8be1-d994b464bf9f admin admin] Router c67244c5-d74c-486a-ab43-1c26b88322e1 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:30:02.571146 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ed0787-4ee2-415c-8be1-d994b464bf9f admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:30:02.577522 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-23ed0787-4ee2-415c-8be1-d994b464bf9f admin admin] 10.222.0.67 "PUT /v2.0/routers/c67244c5-d74c-486a-ab43-1c26b88322e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6075270 Apr 12 16:30:02.579121 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53884) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:02.581789 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859965a8-a940-4b6a-9c38-cd3d4820f82b None None] Sync routers for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:30:02.595600 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859965a8-a940-4b6a-9c38-cd3d4820f82b None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:30:02.596340 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-859965a8-a940-4b6a-9c38-cd3d4820f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:02.687644 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] Publish callbacks [] for router (c67244c5-d74c-486a-ab43-1c26b88322e1), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:02.708932 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-859965a8-a940-4b6a-9c38-cd3d4820f82b None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:30:02.823178 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] Publish callbacks [] for router_gateway (c67244c5-d74c-486a-ab43-1c26b88322e1), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:02.881308 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] Deleting port 970fdfa9-f673-4bbb-8405-c40dbd3b43df {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:30:02.881644 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (970fdfa9-f673-4bbb-8405-c40dbd3b43df), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:02.886454 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7518e0f-4a81-4db7-a793-b2e5c0aa3eec req-f3f67287-39f1-4cdb-ae54-3243bcd7d726 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:02.888577 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7518e0f-4a81-4db7-a793-b2e5c0aa3eec req-f3f67287-39f1-4cdb-ae54-3243bcd7d726 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0686615 Apr 12 16:30:02.898225 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-859965a8-a940-4b6a-9c38-cd3d4820f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:30:01Z', 'revision_number': 5, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port': {'id': '970fdfa9-f673-4bbb-8405-c40dbd3b43df', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:02.925411 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859965a8-a940-4b6a-9c38-cd3d4820f82b None None] Checking router: c67244c5-d74c-486a-ab43-1c26b88322e1 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:30:02.934245 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859965a8-a940-4b6a-9c38-cd3d4820f82b None None] Routers {'c67244c5-d74c-486a-ab43-1c26b88322e1'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:30:02.934880 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-859965a8-a940-4b6a-9c38-cd3d4820f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['c67244c5-d74c-486a-ab43-1c26b88322e1'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:02.941341 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7518e0f-4a81-4db7-a793-b2e5c0aa3eec req-fcf33f36-c1cb-4556-a175-34e15c50fcce tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463538 Apr 12 16:30:02.965403 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] For port 970fdfa9-f673-4bbb-8405-c40dbd3b43df, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=970fdfa9-f673-4bbb-8405-c40dbd3b43df,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:30:02.965802 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (970fdfa9-f673-4bbb-8405-c40dbd3b43df), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:02.979301 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] Calling delete_port for 970fdfa9-f673-4bbb-8405-c40dbd3b43df owned by network:router_gateway {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:30:03.029983 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-859965a8-a940-4b6a-9c38-cd3d4820f82b None None] Set router c67244c5-d74c-486a-ab43-1c26b88322e1 gateway port host: None {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:30:03.085113 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-859965a8-a940-4b6a-9c38-cd3d4820f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:30:02Z', 'revision_number': 6, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port_host': None}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:03.114287 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859965a8-a940-4b6a-9c38-cd3d4820f82b None None] The sync data for ids ['c67244c5-d74c-486a-ab43-1c26b88322e1'] in dv-cinder-837528-1-iscsi is: [{'id': 'c67244c5-d74c-486a-ab43-1c26b88322e1', 'name': 'tempest-TestVolumeBootPattern-2069354127-router', 'tenant_id': '9efdb664508148aab946b17b16013559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:16Z', 'updated_at': '2022-04-12T16:30:02Z', 'revision_number': 6, 'project_id': '9efdb664508148aab946b17b16013559', 'gw_port_host': None}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:30:03.164082 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (970fdfa9-f673-4bbb-8405-c40dbd3b43df), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:03.197949 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=970fdfa9-f673-4bbb-8405-c40dbd3b43df,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:03.263705 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693243'] for router_gateway (c67244c5-d74c-486a-ab43-1c26b88322e1), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:03.367146 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (c67244c5-d74c-486a-ab43-1c26b88322e1), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:03.369586 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] Publish callbacks [] for router_controller (c67244c5-d74c-486a-ab43-1c26b88322e1), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:03.685106 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-695838'] for router (c67244c5-d74c-486a-ab43-1c26b88322e1), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:03.685776 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c67244c5-d74c-486a-ab43-1c26b88322e1 {{(pid=103550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:30:03.690649 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:03.692203 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ef6dfb93-7ecd-4262-9202-ef087abe05e3 admin admin] 10.222.0.67 "DELETE /v2.0/routers/c67244c5-d74c-486a-ab43-1c26b88322e1 HTTP/1.1" status: 204 len: 168 time: 1.1121593 Apr 12 16:30:03.694880 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 53894) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:03.739399 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-774e287c-524b-4cde-ad75-c06a154d0dea admin admin] Deleting subnet b41d7f9c-e278-47e4-81fe-aa85c501c87e {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:30:03.742809 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-774e287c-524b-4cde-ad75-c06a154d0dea admin admin] Publish callbacks [] for subnet (b41d7f9c-e278-47e4-81fe-aa85c501c87e), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:03.780548 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-774e287c-524b-4cde-ad75-c06a154d0dea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25560717'] for subnet (b41d7f9c-e278-47e4-81fe-aa85c501c87e), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:03.876864 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-774e287c-524b-4cde-ad75-c06a154d0dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (b41d7f9c-e278-47e4-81fe-aa85c501c87e), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:03.939350 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-774e287c-524b-4cde-ad75-c06a154d0dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25561300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25714968'] for subnet (b41d7f9c-e278-47e4-81fe-aa85c501c87e), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:03.966758 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e287c-524b-4cde-ad75-c06a154d0dea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41d7f9c-e278-47e4-81fe-aa85c501c87e,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:03.968773 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-774e287c-524b-4cde-ad75-c06a154d0dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:03.972152 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-774e287c-524b-4cde-ad75-c06a154d0dea admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b41d7f9c-e278-47e4-81fe-aa85c501c87e HTTP/1.1" status: 204 len: 168 time: 0.2762451 Apr 12 16:30:03.974860 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53902) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:03.980755 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a423e4d-7cae-44e4-be7b-417db1a0f406 None None] Network 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:30:04.073130 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.097912 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cffda5-fe5a-49c2-b1df-c418045a0445 req-18663c15-05f6-4694-a462-99ced347cadb tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:04.104456 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-99cffda5-fe5a-49c2-b1df-c418045a0445 req-18663c15-05f6-4694-a462-99ced347cadb tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0754004 Apr 12 16:30:04.139356 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Deleting port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:30:04.141881 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.206566 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3d6a83-209d-4c9c-8423-2fc559c38457 None None] DHCP port deletion for 46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 request from dv-cinder-837528-1-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:30:04.206793 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 53906) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:04.221747 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-99cffda5-fe5a-49c2-b1df-c418045a0445 req-571d50ca-203b-4d84-8722-448aae574954 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158237 Apr 12 16:30:04.269693 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d6a83-209d-4c9c-8423-2fc559c38457 None None] Deleting port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:30:04.270026 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6a83-209d-4c9c-8423-2fc559c38457 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.314277 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] For port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=0f2dab4d-6d8d-43f3-a51d-0751f6d12e13,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:30:04.314758 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.332171 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Calling delete_port for 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:30:04.357097 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-8b3d6a83-209d-4c9c-8423-2fc559c38457 None None] For port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=0f2dab4d-6d8d-43f3-a51d-0751f6d12e13,segment=NetworkSegment(b440edc6-c471-4824-b180-25bd75a2e5e7),segment_id=b440edc6-c471-4824-b180-25bd75a2e5e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:30:04.357539 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6a83-209d-4c9c-8423-2fc559c38457 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.370219 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8145eb66-11f8-4968-8a76-04f50e72f73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.373415 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d6a83-209d-4c9c-8423-2fc559c38457 None None] Calling delete_port for 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:30:04.444345 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.462002 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6a83-209d-4c9c-8423-2fc559c38457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879'] for port (0f2dab4d-6d8d-43f3-a51d-0751f6d12e13), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.482625 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8145eb66-11f8-4968-8a76-04f50e72f73c admin admin] Publish callbacks [] for security_group (b8623e03-784d-44bf-90f1-79ddfc40cc17), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.485182 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2dab4d-6d8d-43f3-a51d-0751f6d12e13,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:04.488839 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] No DVR routers for this DVR port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 on host dv-cinder-837528-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:30:04.489724 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8145eb66-11f8-4968-8a76-04f50e72f73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (b8623e03-784d-44bf-90f1-79ddfc40cc17), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.498278 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d6a83-209d-4c9c-8423-2fc559c38457 None None] Pushing event deleted for resources: {'Port': ['ID=0f2dab4d-6d8d-43f3-a51d-0751f6d12e13,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:04.502009 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d6a83-209d-4c9c-8423-2fc559c38457 None None] No DVR routers for this DVR port 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 on host dv-cinder-837528-1-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:30:04.545123 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145eb66-11f8-4968-8a76-04f50e72f73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8623e03-784d-44bf-90f1-79ddfc40cc17,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:04.550166 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-8145eb66-11f8-4968-8a76-04f50e72f73c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9ac603b9e12b445fbbd32e5c9e57c5a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399386 Apr 12 16:30:04.554566 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 53910) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:04.582491 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.603757 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:04.610644 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-792f4541-4e67-46eb-8f00-49f2f3fe96e3 admin admin] Publish callbacks [] for security_group (b8623e03-784d-44bf-90f1-79ddfc40cc17), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.614196 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b440edc6-c471-4824-b180-25bd75a2e5e7') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:04.614454 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b440edc6-c471-4824-b180-25bd75a2e5e7') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:04.625222 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25740662'] for segment (b440edc6-c471-4824-b180-25bd75a2e5e7), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.637504 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-792f4541-4e67-46eb-8f00-49f2f3fe96e3 admin admin] Publish callbacks [] for security_group (b8623e03-784d-44bf-90f1-79ddfc40cc17), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.639117 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (b440edc6-c471-4824-b180-25bd75a2e5e7), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.646599 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:30:04.647006 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25838384'] for segment (b440edc6-c471-4824-b180-25bd75a2e5e7), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: Traceback (most recent call last): Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: timer() Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: cb(*args, **kw) Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: return func(*args, **kwargs) Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: self._notify() Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: self.callback(batched_events) Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: event.method(event) Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: return f(self, *a, **k) Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._get(url).json() Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:30:04.648822 dv-cinder-837528-1-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:30:04.692730 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-792f4541-4e67-46eb-8f00-49f2f3fe96e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (b8623e03-784d-44bf-90f1-79ddfc40cc17), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.695517 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-792f4541-4e67-46eb-8f00-49f2f3fe96e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.698086 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-792f4541-4e67-46eb-8f00-49f2f3fe96e3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b8623e03-784d-44bf-90f1-79ddfc40cc17 HTTP/1.1" status: 204 len: 168 time: 0.1411464 Apr 12 16:30:04.711515 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f4541-4e67-46eb-8f00-49f2f3fe96e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8623e03-784d-44bf-90f1-79ddfc40cc17,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:04.718670 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.724345 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:04.730815 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] 10.222.0.67 "DELETE /v2.0/networks/46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0 HTTP/1.1" status: 204 len: 168 time: 0.7517037 Apr 12 16:30:04.730933 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 53914) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:04.747097 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd681ca-f7fe-4cb9-b359-712f845c5f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=46b7a5ea-cc45-4b33-bcf1-fa2441d5a8b0,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:04.820351 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device f5118cf3-dd58-4959-afbf-e495a3f4c1ba no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:30:04.848409 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: f5118cf3-dd58-4959-afbf-e495a3f4c1ba {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:30:04.848894 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device f5118cf3-dd58-4959-afbf-e495a3f4c1ba not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:30:04.849323 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 970fdfa9-f673-4bbb-8405-c40dbd3b43df no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:30:04.871488 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 970fdfa9-f673-4bbb-8405-c40dbd3b43df {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:30:04.871870 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 970fdfa9-f673-4bbb-8405-c40dbd3b43df not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:30:04.872257 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:30:04.892953 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:30:04.893272 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 0f2dab4d-6d8d-43f3-a51d-0751f6d12e13 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:30:05.106989 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-11bfa759-72d2-4161-8039-e56d6f48e4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693697'] for router_interface (ca656eb8-69d4-4f17-957a-1317a939b666), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:05.266994 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:30:05.373235 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:30:05.379261 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738d42a-b797-46ae-8a35-d79504a892af req-6e548d6c-0a4c-4b40-9408-deaff9000075 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:05.380842 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b738d42a-b797-46ae-8a35-d79504a892af req-6e548d6c-0a4c-4b40-9408-deaff9000075 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0743310 Apr 12 16:30:05.384681 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'port_id': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'mac_address': 'fa:16:3e:d3:fa:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:30:05.396776 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-11bfa759-72d2-4161-8039-e56d6f48e4d6 admin admin] Deleting port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:30:05.397120 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-11bfa759-72d2-4161-8039-e56d6f48e4d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:05.424664 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:30:05.425057 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:05.438769 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:30:05.458782 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:30:05.463941 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:05.489539 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b738d42a-b797-46ae-8a35-d79504a892af req-382c310b-45bf-48ab-b451-b6cdac96a099 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017115 Apr 12 16:30:05.514207 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-11bfa759-72d2-4161-8039-e56d6f48e4d6 admin admin] For port 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=15cee865-1f78-4fc5-9ac0-dfdc3ae78eea,segment=NetworkSegment(83f13a8f-7446-420c-9127-2fe62915b913),segment_id=83f13a8f-7446-420c-9127-2fe62915b913)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:30:05.514597 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:05.514769 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-11bfa759-72d2-4161-8039-e56d6f48e4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:05.527743 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-11bfa759-72d2-4161-8039-e56d6f48e4d6 admin admin] Calling delete_port for 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea owned by network:router_interface {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:30:05.724568 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-11bfa759-72d2-4161-8039-e56d6f48e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (15cee865-1f78-4fc5-9ac0-dfdc3ae78eea), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:05.750777 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['eaa5fff0-49ae-403f-aee0-ecb06b0f8df9'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:30:05.753743 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfa759-72d2-4161-8039-e56d6f48e4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=15cee865-1f78-4fc5-9ac0-dfdc3ae78eea,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:05.941990 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-11bfa759-72d2-4161-8039-e56d6f48e4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693597'] for router_interface (ca656eb8-69d4-4f17-957a-1317a939b666), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:06.440689 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bfa759-72d2-4161-8039-e56d6f48e4d6 admin admin] Router ca656eb8-69d4-4f17-957a-1317a939b666 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:30:06.575636 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bfa759-72d2-4161-8039-e56d6f48e4d6 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:30:06.586778 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd1d5c-f23d-447f-9ee0-189d3dd63020 None None] Sync routers for ids ['ca656eb8-69d4-4f17-957a-1317a939b666'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:30:06.596154 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-11bfa759-72d2-4161-8039-e56d6f48e4d6 admin admin] 10.222.0.67 "PUT /v2.0/routers/ca656eb8-69d4-4f17-957a-1317a939b666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8643711 Apr 12 16:30:06.599524 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53920) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:06.600064 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd1d5c-f23d-447f-9ee0-189d3dd63020 None None] Routers {'ca656eb8-69d4-4f17-957a-1317a939b666'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:30:06.600064 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-30fd1d5c-f23d-447f-9ee0-189d3dd63020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['ca656eb8-69d4-4f17-957a-1317a939b666'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:06.616296 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc492a4-33de-49fa-a1d6-2b74eec6f84d req-41f20807-3370-4437-a3fd-a8383e2a9d90 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:06.617818 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dfc492a4-33de-49fa-a1d6-2b74eec6f84d req-41f20807-3370-4437-a3fd-a8383e2a9d90 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 944 time: 0.0571227 Apr 12 16:30:06.671264 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dfc492a4-33de-49fa-a1d6-2b74eec6f84d req-a3b91573-5520-479e-825d-647e3fa7be9e tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466375 Apr 12 16:30:06.719436 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-30fd1d5c-f23d-447f-9ee0-189d3dd63020 None None] Set router ca656eb8-69d4-4f17-957a-1317a939b666 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:30:06.725244 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] Publish callbacks [] for router (ca656eb8-69d4-4f17-957a-1317a939b666), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:06.839473 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] Publish callbacks [] for router_gateway (ca656eb8-69d4-4f17-957a-1317a939b666), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:06.888397 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] Deleting port e226d77e-d5b1-4d07-a663-eb5dcec86652 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:30:06.888737 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (e226d77e-d5b1-4d07-a663-eb5dcec86652), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:06.905865 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-30fd1d5c-f23d-447f-9ee0-189d3dd63020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'name': 'tempest-TestVolumeBootPattern-250920902-router', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'e226d77e-d5b1-4d07-a663-eb5dcec86652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:21Z', 'updated_at': '2022-04-12T16:30:05Z', 'revision_number': 5, 'project_id': 'b218b8bdc12442558fed301b13b110fd', 'gw_port': {'id': 'e226d77e-d5b1-4d07-a663-eb5dcec86652', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:20:22Z', 'updated_at': '2022-04-12T16:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:06.940499 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd1d5c-f23d-447f-9ee0-189d3dd63020 None None] Checking router: ca656eb8-69d4-4f17-957a-1317a939b666 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:30:06.952876 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd1d5c-f23d-447f-9ee0-189d3dd63020 None None] Routers {'ca656eb8-69d4-4f17-957a-1317a939b666'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:30:06.953216 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-30fd1d5c-f23d-447f-9ee0-189d3dd63020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['ca656eb8-69d4-4f17-957a-1317a939b666'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:06.979023 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] For port e226d77e-d5b1-4d07-a663-eb5dcec86652, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=e226d77e-d5b1-4d07-a663-eb5dcec86652,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:30:06.979382 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (e226d77e-d5b1-4d07-a663-eb5dcec86652), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:06.992910 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] Calling delete_port for e226d77e-d5b1-4d07-a663-eb5dcec86652 owned by network:router_gateway {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:30:07.045088 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-30fd1d5c-f23d-447f-9ee0-189d3dd63020 None None] Set router ca656eb8-69d4-4f17-957a-1317a939b666 gateway port host: None {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:30:07.102732 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-30fd1d5c-f23d-447f-9ee0-189d3dd63020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'name': 'tempest-TestVolumeBootPattern-250920902-router', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:21Z', 'updated_at': '2022-04-12T16:30:06Z', 'revision_number': 6, 'project_id': 'b218b8bdc12442558fed301b13b110fd', 'gw_port_host': None}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:07.129789 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd1d5c-f23d-447f-9ee0-189d3dd63020 None None] The sync data for ids ['ca656eb8-69d4-4f17-957a-1317a939b666'] in dv-cinder-837528-1-iscsi is: [{'id': 'ca656eb8-69d4-4f17-957a-1317a939b666', 'name': 'tempest-TestVolumeBootPattern-250920902-router', 'tenant_id': 'b218b8bdc12442558fed301b13b110fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:20:21Z', 'updated_at': '2022-04-12T16:30:06Z', 'revision_number': 6, 'project_id': 'b218b8bdc12442558fed301b13b110fd', 'gw_port_host': None}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:30:07.175289 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (e226d77e-d5b1-4d07-a663-eb5dcec86652), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.202531 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e226d77e-d5b1-4d07-a663-eb5dcec86652,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:07.262360 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693243'] for router_gateway (ca656eb8-69d4-4f17-957a-1317a939b666), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.279542 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:30:07.325924 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning for port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:30:07.332638 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:30:07.333180 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.360111 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (ca656eb8-69d4-4f17-957a-1317a939b666), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.362528 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] Publish callbacks [] for router_controller (ca656eb8-69d4-4f17-957a-1317a939b666), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.416009 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-695838'] for router (ca656eb8-69d4-4f17-957a-1317a939b666), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.416512 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca656eb8-69d4-4f17-957a-1317a939b666 {{(pid=103550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:30:07.421365 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.421806 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:30:07.422235 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.425124 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-74bb5c52-b120-4d4a-b512-70a441f2d2c0 admin admin] 10.222.0.67 "DELETE /v2.0/routers/ca656eb8-69d4-4f17-957a-1317a939b666 HTTP/1.1" status: 204 len: 168 time: 0.8234289 Apr 12 16:30:07.425429 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53922) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:07.449054 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:30:07.451592 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd59038f-0861-49bb-8b75-9e8fee0893ff" -d '{"events": [{"server_uuid": "c1c7c4d6-0505-46bf-8130-cce01c53b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "eaa5fff0-49ae-403f-aee0-ecb06b0f8df9"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:30:07.465989 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:30:07.473442 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb449b9c-8286-4a18-ad43-1ae7f70c5a81 admin admin] Deleting subnet eaafcd7e-d31a-4711-85f1-2e44d79556fc {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:30:07.475788 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.482507 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb449b9c-8286-4a18-ad43-1ae7f70c5a81 admin admin] Publish callbacks [] for subnet (eaafcd7e-d31a-4711-85f1-2e44d79556fc), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.510296 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9205b90a-fe83-46c0-becd-976249f4e38f x-openstack-request-id: req-9205b90a-fe83-46c0-becd-976249f4e38f {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:30:07.511080 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c7c4d6-0505-46bf-8130-cce01c53b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "eaa5fff0-49ae-403f-aee0-ecb06b0f8df9", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:30:07.511453 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9205b90a-fe83-46c0-becd-976249f4e38f {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:30:07.511890 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9205b90a-fe83-46c0-becd-976249f4e38f'] response: {'server_uuid': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'code': 200} Apr 12 16:30:07.532544 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb449b9c-8286-4a18-ad43-1ae7f70c5a81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25740621'] for subnet (eaafcd7e-d31a-4711-85f1-2e44d79556fc), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.567762 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:07.642302 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb449b9c-8286-4a18-ad43-1ae7f70c5a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (eaafcd7e-d31a-4711-85f1-2e44d79556fc), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.701523 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb449b9c-8286-4a18-ad43-1ae7f70c5a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25838474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25952621'] for subnet (eaafcd7e-d31a-4711-85f1-2e44d79556fc), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.737359 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb449b9c-8286-4a18-ad43-1ae7f70c5a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaafcd7e-d31a-4711-85f1-2e44d79556fc,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:07.751265 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277e2304-7293-47a8-b006-bffd2122c6b7 None None] Network 09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:30:07.764926 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb449b9c-8286-4a18-ad43-1ae7f70c5a81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.771336 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-fb449b9c-8286-4a18-ad43-1ae7f70c5a81 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/eaafcd7e-d31a-4711-85f1-2e44d79556fc HTTP/1.1" status: 204 len: 168 time: 0.3443756 Apr 12 16:30:07.772310 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53928) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:07.812010 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90c04a-b896-493d-95af-c87da5d136fe req-522b5436-6cb6-441b-a996-7ec61992ed4a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:07.812605 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f0f4-83a3-4432-972f-292c4f577636 req-bc7f662d-8e6b-4026-a3c9-c039b8952f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:07.813523 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0e90c04a-b896-493d-95af-c87da5d136fe req-522b5436-6cb6-441b-a996-7ec61992ed4a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0576942 Apr 12 16:30:07.814082 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4728f0f4-83a3-4432-972f-292c4f577636 req-bc7f662d-8e6b-4026-a3c9-c039b8952f1a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 1129 time: 0.0866001 Apr 12 16:30:07.869005 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0e90c04a-b896-493d-95af-c87da5d136fe req-4b78e80f-9c72-4975-a4b4-10b08d20cd5a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473804 Apr 12 16:30:07.885558 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.911309 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4728f0f4-83a3-4432-972f-292c4f577636 req-4af6c4cd-f567-4699-bb14-ced55755a85d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700879 Apr 12 16:30:07.936027 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d4828c-d29e-4b8f-809d-12ab1ad01484 None None] DHCP port deletion for 09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42 request from dv-cinder-837528-1-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:30:07.950587 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Deleting port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:30:07.950984 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:07.983638 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-a3d4828c-d29e-4b8f-809d-12ab1ad01484 None None] Deleting port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:30:07.983952 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a3d4828c-d29e-4b8f-809d-12ab1ad01484 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.023358 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] For port ab0eea89-c28c-4a66-a1b2-022cf2beefd4, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ab0eea89-c28c-4a66-a1b2-022cf2beefd4,segment=NetworkSegment(83f13a8f-7446-420c-9127-2fe62915b913),segment_id=83f13a8f-7446-420c-9127-2fe62915b913)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:30:08.023937 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.039550 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Calling delete_port for ab0eea89-c28c-4a66-a1b2-022cf2beefd4 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:30:08.051479 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-a3d4828c-d29e-4b8f-809d-12ab1ad01484 None None] For port ab0eea89-c28c-4a66-a1b2-022cf2beefd4, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ab0eea89-c28c-4a66-a1b2-022cf2beefd4,segment=NetworkSegment(83f13a8f-7446-420c-9127-2fe62915b913),segment_id=83f13a8f-7446-420c-9127-2fe62915b913)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:30:08.051898 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a3d4828c-d29e-4b8f-809d-12ab1ad01484 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.066208 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-a3d4828c-d29e-4b8f-809d-12ab1ad01484 None None] Calling delete_port for ab0eea89-c28c-4a66-a1b2-022cf2beefd4 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:30:08.124850 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.155486 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0eea89-c28c-4a66-a1b2-022cf2beefd4,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:08.156189 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a3d4828c-d29e-4b8f-809d-12ab1ad01484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879'] for port (ab0eea89-c28c-4a66-a1b2-022cf2beefd4), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.160747 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] No DVR routers for this DVR port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 on host dv-cinder-837528-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:30:08.180264 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4828c-d29e-4b8f-809d-12ab1ad01484 None None] Pushing event deleted for resources: {'Port': ['ID=ab0eea89-c28c-4a66-a1b2-022cf2beefd4,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:08.187073 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d4828c-d29e-4b8f-809d-12ab1ad01484 None None] No DVR routers for this DVR port ab0eea89-c28c-4a66-a1b2-022cf2beefd4 on host dv-cinder-837528-1-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:30:08.239293 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.262314 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:08.275098 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f13a8f-7446-420c-9127-2fe62915b913') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:08.275460 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f13a8f-7446-420c-9127-2fe62915b913') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:08.285030 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25740662'] for segment (83f13a8f-7446-420c-9127-2fe62915b913), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.301588 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (83f13a8f-7446-420c-9127-2fe62915b913), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.309492 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:30:08.309883 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25838384'] for segment (83f13a8f-7446-420c-9127-2fe62915b913), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: Traceback (most recent call last): Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: timer() Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: cb(*args, **kw) Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: return func(*args, **kwargs) Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: self._notify() Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: self.callback(batched_events) Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: event.method(event) Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: return f(self, *a, **k) Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._get(url).json() Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:30:08.311814 dv-cinder-837528-1-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:30:08.372714 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.378271 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.381340 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42 HTTP/1.1" status: 204 len: 168 time: 0.6002905 Apr 12 16:30:08.392456 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a5f4a-e95b-47dd-b480-5600a1eae0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=09c4c5f2-e5ae-49c0-8cbf-cdbe29859b42,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:08.574246 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53932) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:08.615016 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-2b9b8258-7832-4cae-bfd2-052c1deef22f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9efdb664508148aab946b17b16013559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395348 Apr 12 16:30:08.618767 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53934) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:08.672129 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0cf40143-41fb-45f9-b056-fd64ff62d60e admin admin] Publish callbacks [] for security_group (5c7c242b-64b1-4f0d-8f6b-5388a2c37d61), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.695336 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0cf40143-41fb-45f9-b056-fd64ff62d60e admin admin] Publish callbacks [] for security_group (5c7c242b-64b1-4f0d-8f6b-5388a2c37d61), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.754952 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0cf40143-41fb-45f9-b056-fd64ff62d60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (5c7c242b-64b1-4f0d-8f6b-5388a2c37d61), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.758272 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0cf40143-41fb-45f9-b056-fd64ff62d60e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:08.760050 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-0cf40143-41fb-45f9-b056-fd64ff62d60e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5c7c242b-64b1-4f0d-8f6b-5388a2c37d61 HTTP/1.1" status: 204 len: 168 time: 0.1398377 Apr 12 16:30:08.764496 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device ab0eea89-c28c-4a66-a1b2-022cf2beefd4 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:30:08.769600 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf40143-41fb-45f9-b056-fd64ff62d60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7c242b-64b1-4f0d-8f6b-5388a2c37d61,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:08.793352 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: ab0eea89-c28c-4a66-a1b2-022cf2beefd4 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:30:08.793691 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device ab0eea89-c28c-4a66-a1b2-022cf2beefd4 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:30:08.794126 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:30:08.816366 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:30:08.816721 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 15cee865-1f78-4fc5-9ac0-dfdc3ae78eea not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:30:08.817144 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device e226d77e-d5b1-4d07-a663-eb5dcec86652 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:30:08.837105 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: e226d77e-d5b1-4d07-a663-eb5dcec86652 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:30:08.837564 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device e226d77e-d5b1-4d07-a663-eb5dcec86652 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:30:09.002547 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15624513-7c45-4402-b9b2-554793f634a1 req-8b3a89df-4aa6-436f-bd1c-1dd3f250afa3 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:09.004021 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-15624513-7c45-4402-b9b2-554793f634a1 req-8b3a89df-4aa6-436f-bd1c-1dd3f250afa3 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0521927 Apr 12 16:30:09.054053 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-15624513-7c45-4402-b9b2-554793f634a1 req-b7636eba-caf2-44e6-8704-d57b1e8104f3 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443587 Apr 12 16:30:09.120399 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53942) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:09.161108 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ef2862a9-7689-428f-8536-1f42d6acf1a0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b218b8bdc12442558fed301b13b110fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395174 Apr 12 16:30:09.163616 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53944) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:09.216940 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8b805515-b14b-44a3-9875-282348076d7e admin admin] Publish callbacks [] for security_group (2b3d41f8-9f57-44fd-9599-29c53d6c8eda), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:09.243102 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8b805515-b14b-44a3-9875-282348076d7e admin admin] Publish callbacks [] for security_group (2b3d41f8-9f57-44fd-9599-29c53d6c8eda), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:09.296778 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8b805515-b14b-44a3-9875-282348076d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (2b3d41f8-9f57-44fd-9599-29c53d6c8eda), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:09.299458 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8b805515-b14b-44a3-9875-282348076d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:09.300629 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8b805515-b14b-44a3-9875-282348076d7e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2b3d41f8-9f57-44fd-9599-29c53d6c8eda HTTP/1.1" status: 204 len: 168 time: 0.1361637 Apr 12 16:30:09.309220 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b805515-b14b-44a3-9875-282348076d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3d41f8-9f57-44fd-9599-29c53d6c8eda,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:10.183240 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2a28a-2f22-4d78-abd6-1e431cbad5dd req-6fee9850-2c22-4294-935f-f703bed672dd tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:10.184781 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a0d2a28a-2f22-4d78-abd6-1e431cbad5dd req-6fee9850-2c22-4294-935f-f703bed672dd tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0537474 Apr 12 16:30:10.244880 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a0d2a28a-2f22-4d78-abd6-1e431cbad5dd req-cc94fa92-5ab3-4271-a2ac-c4c78f738893 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540254 Apr 12 16:30:10.367766 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9a0ad-c983-4ba4-831a-750ba5447792 req-7b128fc9-c15e-4ad0-b741-5af47e264cfc tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:10.369626 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-25a9a0ad-c983-4ba4-831a-750ba5447792 req-7b128fc9-c15e-4ad0-b741-5af47e264cfc tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0520339 Apr 12 16:30:10.425354 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-25a9a0ad-c983-4ba4-831a-750ba5447792 req-33d23505-c863-44ff-94d6-0c4682966a27 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496206 Apr 12 16:30:10.451437 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53952) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:10.707756 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3da00f7-f527-4170-a38f-9131afff04a2 tempest-TestShelveInstance-302879503 tempest-TestShelveInstance-302879503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:10.709288 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e3da00f7-f527-4170-a38f-9131afff04a2 tempest-TestShelveInstance-302879503 tempest-TestShelveInstance-302879503-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 1124 time: 0.2565553 Apr 12 16:30:10.712715 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 53956) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:30:10.716941 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Request body: {'floatingip': {'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'port_id': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:30:10.739342 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:10.823191 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:10.937832 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Allocated IP 172.27.2.56 (57db24b2-f2d1-4bbf-acf3-5709aa6ec151/290c4160-30c1-4635-b220-634cb1c51733/9f2ca73a-564b-4645-a7ec-90073d378def) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:30:11.042688 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for port (9f2ca73a-564b-4645-a7ec-90073d378def), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:11.077087 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780341800870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (9f2ca73a-564b-4645-a7ec-90073d378def), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:11.115892 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Network 57db24b2-f2d1-4bbf-acf3-5709aa6ec151 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:30:11.121154 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:30:11.123777 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:30:11.152636 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Pushing event updated for resources: {'Port': ['ID=9f2ca73a-564b-4645-a7ec-90073d378def,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:11.507296 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for floatingip (7a4fccb4-ea71-47eb-b411-b162caef4d40), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:11.582286 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (9f2ca73a-564b-4645-a7ec-90073d378def), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:11.747207 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for port (9f2ca73a-564b-4645-a7ec-90073d378def), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:11.753157 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25838556'] for port (9f2ca73a-564b-4645-a7ec-90073d378def), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:11.827217 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Pushing event updated for resources: {'Port': ['ID=9f2ca73a-564b-4645-a7ec-90073d378def,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:30:11.848327 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693185'] for floatingip (7a4fccb4-ea71-47eb-b411-b162caef4d40), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:11.970028 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Floating IP 7a4fccb4-ea71-47eb-b411-b162caef4d40 associated. External IP: 172.27.2.56, port: eaa5fff0-49ae-403f-aee0-ecb06b0f8df9. Apr 12 16:30:12.218560 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Router 8f6ed852-364d-4885-839a-aa6d69183380 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:30:12.347134 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:30:12.357976 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c1936-1fbe-4fc8-9140-0306eef40ac8 None None] Sync routers for ids ['8f6ed852-364d-4885-839a-aa6d69183380'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:30:12.371999 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:12.372259 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c1936-1fbe-4fc8-9140-0306eef40ac8 None None] Routers {'8f6ed852-364d-4885-839a-aa6d69183380'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:30:12.372911 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-ba5c1936-1fbe-4fc8-9140-0306eef40ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['8f6ed852-364d-4885-839a-aa6d69183380'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:12.497726 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-ba5c1936-1fbe-4fc8-9140-0306eef40ac8 None None] Set router 8f6ed852-364d-4885-839a-aa6d69183380 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:30:12.666914 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-03752dcd-b3eb-47c7-bfbd-b08033f45701 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9531696 Apr 12 16:30:12.667731 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'tag': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:30:12.669910 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18925c757bcccf747cf254af76476c1ad387cda14c4107443b8e55a86c91c775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb304978-58ad-42f2-aa62-25dd97108a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c7c4d6-0505-46bf-8130-cce01c53b0a1", "tag": "eaa5fff0-49ae-403f-aee0-ecb06b0f8df9"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:30:12.715368 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885faf03-34f5-4097-91ba-f7d90015a68e x-openstack-request-id: req-885faf03-34f5-4097-91ba-f7d90015a68e {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:30:12.715764 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c7c4d6-0505-46bf-8130-cce01c53b0a1", "tag": "eaa5fff0-49ae-403f-aee0-ecb06b0f8df9", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:30:12.716095 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-885faf03-34f5-4097-91ba-f7d90015a68e {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:30:12.716619 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885faf03-34f5-4097-91ba-f7d90015a68e'] response: {'name': 'network-changed', 'server_uuid': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'tag': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'status': 'completed', 'code': 200} Apr 12 16:30:12.782471 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb304978-58ad-42f2-aa62-25dd97108a2d req-3fd390d6-04fe-4da3-a9e0-6a00bb951e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:12.783904 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bb304978-58ad-42f2-aa62-25dd97108a2d req-3fd390d6-04fe-4da3-a9e0-6a00bb951e48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89&device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 1129 time: 0.0421538 Apr 12 16:30:12.862162 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-ba5c1936-1fbe-4fc8-9140-0306eef40ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:23Z', 'revision_number': 4, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port': {'id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '7a4fccb4-ea71-47eb-b411-b162caef4d40', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'port_id': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'mac_address': 'fa:16:3e:d3:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:30:11Z', 'updated_at': '2022-04-12T16:30:11Z', 'revision_number': 0, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d094f8b-b475-48d4-8f7a-239228332f18', 'name': '', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:22Z', 'updated_at': '2022-04-12T16:29:27Z', 'revision_number': 5, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'subnets': [{'id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:12.881686 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb304978-58ad-42f2-aa62-25dd97108a2d req-9071e014-f3c1-42c4-88d3-d997bfaf6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:12.883352 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bb304978-58ad-42f2-aa62-25dd97108a2d req-9071e014-f3c1-42c4-88d3-d997bfaf6911 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e91be54-ab95-4f86-bb8d-bf46786b514f HTTP/1.1" status: 200 len: 910 time: 0.0928323 Apr 12 16:30:12.890264 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c1936-1fbe-4fc8-9140-0306eef40ac8 None None] Checking router: 8f6ed852-364d-4885-839a-aa6d69183380 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:30:12.900282 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c1936-1fbe-4fc8-9140-0306eef40ac8 None None] Routers {'8f6ed852-364d-4885-839a-aa6d69183380'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:30:12.900899 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-ba5c1936-1fbe-4fc8-9140-0306eef40ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:29:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['8f6ed852-364d-4885-839a-aa6d69183380'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:12.954682 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bb304978-58ad-42f2-aa62-25dd97108a2d req-b80ce1b2-e03c-44a1-9177-c6a17ee8437a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 HTTP/1.1" status: 200 len: 998 time: 0.0609617 Apr 12 16:30:13.005205 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb304978-58ad-42f2-aa62-25dd97108a2d req-9b1b9f33-476c-42ea-92d2-f903db22d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:13.006687 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bb304978-58ad-42f2-aa62-25dd97108a2d req-9b1b9f33-476c-42ea-92d2-f903db22d1ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=19d5ac41-d2ab-4d29-9941-319bcbccc140 HTTP/1.1" status: 200 len: 848 time: 0.0443728 Apr 12 16:30:13.017185 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-ba5c1936-1fbe-4fc8-9140-0306eef40ac8 None None] Set router 8f6ed852-364d-4885-839a-aa6d69183380 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:30:13.053886 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb304978-58ad-42f2-aa62-25dd97108a2d req-cbb2abed-745e-4217-9f4a-1dd5b8df025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:30:13.055436 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bb304978-58ad-42f2-aa62-25dd97108a2d req-cbb2abed-745e-4217-9f4a-1dd5b8df025a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e91be54-ab95-4f86-bb8d-bf46786b514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422943 Apr 12 16:30:13.155178 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bb304978-58ad-42f2-aa62-25dd97108a2d req-d16e2904-00e9-4fe2-a4bd-3189ba2d4952 service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881536 Apr 12 16:30:13.245527 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-ba5c1936-1fbe-4fc8-9140-0306eef40ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:23Z', 'revision_number': 4, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port': {'id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '7a4fccb4-ea71-47eb-b411-b162caef4d40', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'port_id': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'mac_address': 'fa:16:3e:d3:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:30:11Z', 'updated_at': '2022-04-12T16:30:11Z', 'revision_number': 0, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d094f8b-b475-48d4-8f7a-239228332f18', 'name': '', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:22Z', 'updated_at': '2022-04-12T16:29:27Z', 'revision_number': 5, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'subnets': [{'id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:30:13.255031 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bb304978-58ad-42f2-aa62-25dd97108a2d req-c24dc4cb-2d52-4825-a0fe-86c2d043839f service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933897 Apr 12 16:30:13.273114 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c1936-1fbe-4fc8-9140-0306eef40ac8 None None] The sync data for ids ['8f6ed852-364d-4885-839a-aa6d69183380'] in dv-cinder-837528-1-iscsi is: [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:23Z', 'revision_number': 4, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port': {'id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_floatingips': [{'id': '7a4fccb4-ea71-47eb-b411-b162caef4d40', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'router_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'port_id': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'mac_address': 'fa:16:3e:d3:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:30:11Z', 'updated_at': '2022-04-12T16:30:11Z', 'revision_number': 0, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d094f8b-b475-48d4-8f7a-239228332f18', 'name': '', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:22Z', 'updated_at': '2022-04-12T16:29:27Z', 'revision_number': 5, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'subnets': [{'id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:30:13.487526 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055712d3-19fb-4845-91b1-60b5a173fce8 None None] New status for floating IP 7a4fccb4-ea71-47eb-b411-b162caef4d40: ACTIVE {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:30:20.666729 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cd023d3c-35e8-4f90-a82b-a32212455506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:21.095359 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:30:22.977030 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a1c3e5f4-19e6-4dc0-aee8-648810cdf443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:24.240986 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:25.250609 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:25.584175 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:27.063407 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:50.661148 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6d652924-c859-4318-a460-e416eadd77bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:52.980949 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a18eb202-a12b-4940-ad94-63505addb97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:54.244444 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:55.245161 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:55.588886 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:57.062542 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:30:58.095220 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:31:20.665317 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-8c5ff0c1-3071-4f44-bfbd-7c18d05165e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:31:22.985474 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ac0dac2a-a99e-443b-a8f1-5fcad2422d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:31:24.244340 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:31:25.257964 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:31:25.587970 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:31:27.061463 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:31:34.690908 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ac918cfc-0f47-423c-87d3-4367703beaf5 req-4b2c56bd-d2ca-49d7-989e-0d06df02a0e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454972 Apr 12 16:31:34.789401 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac918cfc-0f47-423c-87d3-4367703beaf5 req-ce901c91-f77f-45b6-903b-872f0cd3d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:31:34.790951 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ac918cfc-0f47-423c-87d3-4367703beaf5 req-ce901c91-f77f-45b6-903b-872f0cd3d13e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89&device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 1129 time: 0.0463316 Apr 12 16:31:34.908056 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac918cfc-0f47-423c-87d3-4367703beaf5 req-f7dc46a4-6784-44e7-8676-1b0e43819144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:31:34.910242 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ac918cfc-0f47-423c-87d3-4367703beaf5 req-f7dc46a4-6784-44e7-8676-1b0e43819144 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e91be54-ab95-4f86-bb8d-bf46786b514f HTTP/1.1" status: 200 len: 910 time: 0.0980735 Apr 12 16:31:34.986117 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ac918cfc-0f47-423c-87d3-4367703beaf5 req-f6a59415-7d49-4940-a394-f1b8a59069f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 HTTP/1.1" status: 200 len: 1000 time: 0.0688632 Apr 12 16:31:35.049240 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac918cfc-0f47-423c-87d3-4367703beaf5 req-6dddce8c-a3df-493d-baca-ba90b762cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:31:35.051159 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ac918cfc-0f47-423c-87d3-4367703beaf5 req-6dddce8c-a3df-493d-baca-ba90b762cbee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=19d5ac41-d2ab-4d29-9941-319bcbccc140 HTTP/1.1" status: 200 len: 848 time: 0.0584230 Apr 12 16:31:35.095356 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:31:35.102782 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac918cfc-0f47-423c-87d3-4367703beaf5 req-26fa1a52-8c2d-4ead-98df-b184b6d0c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:31:35.105113 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ac918cfc-0f47-423c-87d3-4367703beaf5 req-26fa1a52-8c2d-4ead-98df-b184b6d0c184 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e91be54-ab95-4f86-bb8d-bf46786b514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461345 Apr 12 16:31:35.207996 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ac918cfc-0f47-423c-87d3-4367703beaf5 req-c843807e-a342-45c6-9290-06dd2043bda7 service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956285 Apr 12 16:31:35.305879 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ac918cfc-0f47-423c-87d3-4367703beaf5 req-83c05f1e-3d5f-4ff1-b08b-628f8179d500 service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907476 Apr 12 16:31:50.672533 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-24d391e1-2f15-4e04-90ed-b25c530b3de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:31:52.991083 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-550af090-e641-42d4-913b-306beb6bc452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:31:54.249485 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:31:55.274918 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:31:55.597610 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:31:57.056794 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:11.609223 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82160441-859a-41fa-852d-0f367d218e74 req-af6ce19e-f0fd-4d08-bac0-cec2b2015a11 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:11.610792 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-82160441-859a-41fa-852d-0f367d218e74 req-af6ce19e-f0fd-4d08-bac0-cec2b2015a11 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0497243 Apr 12 16:32:11.663835 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-82160441-859a-41fa-852d-0f367d218e74 req-91c009d8-33f0-4bad-b9d0-74871744eda9 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470784 Apr 12 16:32:12.099701 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:32:12.788872 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14ec53-2745-4b2a-a5e1-9c4f48ff5256 req-69475e1b-cdd8-45ab-a63c-fbba8bcee388 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:12.790398 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3d14ec53-2745-4b2a-a5e1-9c4f48ff5256 req-69475e1b-cdd8-45ab-a63c-fbba8bcee388 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0487194 Apr 12 16:32:12.847860 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3d14ec53-2745-4b2a-a5e1-9c4f48ff5256 req-de8d1fe6-9eaa-4929-923e-2a4576a8b2f3 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513620 Apr 12 16:32:13.976416 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a1872-03fd-4b35-8e9a-458e9a7640ac req-b90ca9a5-461b-4087-a865-2ddc2182c3c8 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:13.977958 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-553a1872-03fd-4b35-8e9a-458e9a7640ac req-b90ca9a5-461b-4087-a865-2ddc2182c3c8 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0543087 Apr 12 16:32:14.034326 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-553a1872-03fd-4b35-8e9a-458e9a7640ac req-1e47c81b-7295-420f-ae63-73cda401bfdb tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505471 Apr 12 16:32:15.155659 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5c3cc-9a63-431f-afdd-35a04234f283 req-529cf5d7-a3a6-4081-bbcf-72aca3d29d52 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:15.157619 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d8b5c3cc-9a63-431f-afdd-35a04234f283 req-529cf5d7-a3a6-4081-bbcf-72aca3d29d52 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0522063 Apr 12 16:32:15.212926 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d8b5c3cc-9a63-431f-afdd-35a04234f283 req-a62d336c-9343-406a-ae51-be6e35d32bca tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494273 Apr 12 16:32:16.352472 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600ce87-3cb7-4f68-9f8b-7efdf8c95959 req-04053f36-2213-4da7-b562-feaaec8ff206 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:16.354013 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d600ce87-3cb7-4f68-9f8b-7efdf8c95959 req-04053f36-2213-4da7-b562-feaaec8ff206 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0641003 Apr 12 16:32:16.411637 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d600ce87-3cb7-4f68-9f8b-7efdf8c95959 req-c42fefc9-de7d-4682-9e90-306e8d328ecd tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515673 Apr 12 16:32:17.532647 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd39b06-6f84-46f2-8841-14a8ca551640 req-29c0210e-586d-4a6b-852a-6c140c92c363 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:17.534178 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2cd39b06-6f84-46f2-8841-14a8ca551640 req-29c0210e-586d-4a6b-852a-6c140c92c363 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0524061 Apr 12 16:32:17.591543 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2cd39b06-6f84-46f2-8841-14a8ca551640 req-083364c3-cbdd-4f64-88ec-f1a5b3d4deeb tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503516 Apr 12 16:32:18.714974 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be11ba-a4a1-4474-8a81-ad0c9361b3dc req-11e30934-7b91-40dc-8486-28ef465e657d tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:18.716534 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-43be11ba-a4a1-4474-8a81-ad0c9361b3dc req-11e30934-7b91-40dc-8486-28ef465e657d tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0528436 Apr 12 16:32:18.772139 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-43be11ba-a4a1-4474-8a81-ad0c9361b3dc req-8f2a4e8b-d0b7-48dd-b993-c8003fc561ba tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499182 Apr 12 16:32:19.889995 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f7574-788b-4bc5-b2ff-e1c56390383c req-62914566-0e4c-44f4-b2a9-0094da025281 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:19.891969 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-329f7574-788b-4bc5-b2ff-e1c56390383c req-62914566-0e4c-44f4-b2a9-0094da025281 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0501330 Apr 12 16:32:19.946682 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-329f7574-788b-4bc5-b2ff-e1c56390383c req-78118f5d-370f-4ab4-adce-77e09c1968bc tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480261 Apr 12 16:32:20.669302 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-78a92268-211e-40cf-875f-01783bac8f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:21.070180 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e4789-1777-463b-a22e-c7b02490b8f5 req-b609dd7f-da8f-4588-b043-356ffbc24793 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:21.071719 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef4e4789-1777-463b-a22e-c7b02490b8f5 req-b609dd7f-da8f-4588-b043-356ffbc24793 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0516825 Apr 12 16:32:21.125841 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef4e4789-1777-463b-a22e-c7b02490b8f5 req-a67f7219-f488-4e67-b2a4-daf38bafd98b tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457268 Apr 12 16:32:21.782415 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609abf-e815-4c80-82c6-22ca98714e3e req-d9b2cd0d-f17c-447a-b949-968899243d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:21.783957 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1c609abf-e815-4c80-82c6-22ca98714e3e req-d9b2cd0d-f17c-447a-b949-968899243d4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89&device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 1129 time: 0.0448744 Apr 12 16:32:21.883587 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609abf-e815-4c80-82c6-22ca98714e3e req-34f19946-6371-4f79-bda8-fe001643c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:21.885087 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1c609abf-e815-4c80-82c6-22ca98714e3e req-34f19946-6371-4f79-bda8-fe001643c3d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e91be54-ab95-4f86-bb8d-bf46786b514f HTTP/1.1" status: 200 len: 910 time: 0.0944469 Apr 12 16:32:21.953760 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1c609abf-e815-4c80-82c6-22ca98714e3e req-fadd2438-6542-4db1-b25e-6e30c97ff43e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 HTTP/1.1" status: 200 len: 1000 time: 0.0619395 Apr 12 16:32:22.008144 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609abf-e815-4c80-82c6-22ca98714e3e req-51ff1639-1936-481e-a76f-6c1d3d410312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:22.009615 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1c609abf-e815-4c80-82c6-22ca98714e3e req-51ff1639-1936-481e-a76f-6c1d3d410312 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=19d5ac41-d2ab-4d29-9941-319bcbccc140 HTTP/1.1" status: 200 len: 848 time: 0.0494576 Apr 12 16:32:22.056982 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609abf-e815-4c80-82c6-22ca98714e3e req-148a6840-5e96-4a1d-b8b7-9fcf292689c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:22.058541 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1c609abf-e815-4c80-82c6-22ca98714e3e req-148a6840-5e96-4a1d-b8b7-9fcf292689c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e91be54-ab95-4f86-bb8d-bf46786b514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416837 Apr 12 16:32:22.159819 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1c609abf-e815-4c80-82c6-22ca98714e3e req-8031db06-88eb-4038-b538-6b208c3de9d8 service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930641 Apr 12 16:32:22.262939 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d785b7c-3a21-46b5-8ddf-3fadb21b3e3b req-b3a777d2-773d-48ea-aff9-b02bfd232310 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:22.264549 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4d785b7c-3a21-46b5-8ddf-3fadb21b3e3b req-b3a777d2-773d-48ea-aff9-b02bfd232310 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0595050 Apr 12 16:32:22.267147 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1c609abf-e815-4c80-82c6-22ca98714e3e req-2f3bd199-5a1d-4a3c-ad6b-8334a3f14d93 service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971832 Apr 12 16:32:22.318539 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4d785b7c-3a21-46b5-8ddf-3fadb21b3e3b req-28243603-0af8-47a5-ab37-7adb26272ed9 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477285 Apr 12 16:32:22.999053 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-8f686e05-5a00-4417-96d6-b82f4f729662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:23.445701 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a72f26-d956-4d9b-977c-2ddfa6e13d40 req-9c38311b-8bbd-4c02-9dc1-835c50b9c5a2 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:23.447251 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07a72f26-d956-4d9b-977c-2ddfa6e13d40 req-9c38311b-8bbd-4c02-9dc1-835c50b9c5a2 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0497174 Apr 12 16:32:23.497369 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-07a72f26-d956-4d9b-977c-2ddfa6e13d40 req-945f4805-4036-43a8-9fa8-acc5edd152d0 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445163 Apr 12 16:32:24.250691 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:24.624256 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01c0ac-3537-4b9c-a79c-e186bddf6807 req-4e63542b-d04d-41a8-98a5-2a06d71a9a98 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:24.626526 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5d01c0ac-3537-4b9c-a79c-e186bddf6807 req-4e63542b-d04d-41a8-98a5-2a06d71a9a98 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0549188 Apr 12 16:32:24.680426 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5d01c0ac-3537-4b9c-a79c-e186bddf6807 req-486a4942-883a-42cb-990d-20fdaeefa1e2 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453005 Apr 12 16:32:25.270594 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:25.600602 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:25.807426 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324fcf7-f60c-46a3-b429-8f93385e6c41 req-ecb6a5cb-529a-41dd-969e-9b589c35c3d0 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:25.808981 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a324fcf7-f60c-46a3-b429-8f93385e6c41 req-ecb6a5cb-529a-41dd-969e-9b589c35c3d0 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0527890 Apr 12 16:32:25.861389 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a324fcf7-f60c-46a3-b429-8f93385e6c41 req-ccdc0ead-df87-4948-8785-d105aef831ff tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458236 Apr 12 16:32:26.068487 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:32:26.080972 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b33b1-2ba5-48b8-b78e-011f6319359e req-467e3912-a440-49a8-a013-038db4d28645 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:26.082531 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c51b33b1-2ba5-48b8-b78e-011f6319359e req-467e3912-a440-49a8-a013-038db4d28645 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0498254 Apr 12 16:32:26.145976 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c51b33b1-2ba5-48b8-b78e-011f6319359e req-236484fb-628a-4320-af38-faf815328940 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572348 Apr 12 16:32:26.162335 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 is: ACTIVE; New status is: DOWN {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:32:26.162335 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:26.172926 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-70e98525-3cfe-4381-8b58-946c3086bbe2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1616352 Apr 12 16:32:26.182803 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-c55a3c5e-a969-40cf-9827-9e22cd392bd3 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:32:26.183843 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-c55a3c5e-a969-40cf-9827-9e22cd392bd3 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054467 Apr 12 16:32:26.197043 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:32:26.199388 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ade2c91-b04a-416e-89d7-db9e78590371" -d '{"events": [{"server_uuid": "c1c7c4d6-0505-46bf-8130-cce01c53b0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa5fff0-49ae-403f-aee0-ecb06b0f8df9"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:32:26.223122 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:32:26.228769 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:26.254594 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4558d949-286e-4d2d-892d-2df1ef25045f x-openstack-request-id: req-4558d949-286e-4d2d-892d-2df1ef25045f {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:32:26.254966 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c7c4d6-0505-46bf-8130-cce01c53b0a1", "name": "network-vif-unplugged", "status": "failed", "tag": "eaa5fff0-49ae-403f-aee0-ecb06b0f8df9", "code": 422}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:32:26.255284 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4558d949-286e-4d2d-892d-2df1ef25045f {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:32:26.255799 dv-cinder-837528-1-iscsi neutron-server[103552]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4558d949-286e-4d2d-892d-2df1ef25045f']: {'server_uuid': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'code': 422} returned with failed status Apr 12 16:32:26.282635 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,revision_number=6']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:32:26.290027 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.290402 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.290752 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.291109 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.293755 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.293755 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.293755 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.293755 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.293755 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.293755 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.293755 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.294408 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.294408 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.294760 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.295087 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:32:26.420936 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-553def99-1a96-4cdd-b088-d2f05cf03f96 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:26.422479 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-553def99-1a96-4cdd-b088-d2f05cf03f96 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports/eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 HTTP/1.1" status: 200 len: 940 time: 0.2052701 Apr 12 16:32:27.063330 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:27.276598 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8298f-f7bf-4dcc-b7a2-b3e0102b9650 req-339c9b7a-195d-461f-b86b-46f2cfd663c9 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:27.278648 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-65f8298f-f7bf-4dcc-b7a2-b3e0102b9650 req-339c9b7a-195d-461f-b86b-46f2cfd663c9 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0553901 Apr 12 16:32:27.337062 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-65f8298f-f7bf-4dcc-b7a2-b3e0102b9650 req-30eecb8e-00f5-42fa-a5b4-f3d0bdb7baf1 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525329 Apr 12 16:32:27.831632 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-a9920185-76ce-4425-a284-a3ca68595519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:27.833243 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-a9920185-76ce-4425-a284-a3ca68595519 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1&tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89 HTTP/1.1" status: 200 len: 1127 time: 0.0744042 Apr 12 16:32:27.898362 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-9b749125-dd0b-4ac0-aa91-38546a7f593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:27.899959 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-9b749125-dd0b-4ac0-aa91-38546a7f593f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89&device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 1127 time: 0.0433290 Apr 12 16:32:28.003869 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-cf1f5a43-6b1f-41db-80a6-40fba6308dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:28.005302 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-cf1f5a43-6b1f-41db-80a6-40fba6308dad service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e91be54-ab95-4f86-bb8d-bf46786b514f HTTP/1.1" status: 200 len: 910 time: 0.0977085 Apr 12 16:32:28.077076 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-fba75074-8c47-49aa-9a97-341367ab21b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 HTTP/1.1" status: 200 len: 998 time: 0.0638220 Apr 12 16:32:28.131462 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-18f0525c-6786-4051-a670-730f65294d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:28.132515 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-18f0525c-6786-4051-a670-730f65294d48 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=19d5ac41-d2ab-4d29-9941-319bcbccc140 HTTP/1.1" status: 200 len: 848 time: 0.0483189 Apr 12 16:32:28.176969 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-c107ecf0-3dee-4030-92d0-44d3966907fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:28.178499 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-c107ecf0-3dee-4030-92d0-44d3966907fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e91be54-ab95-4f86-bb8d-bf46786b514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394781 Apr 12 16:32:28.270832 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-2c57a05a-5481-4530-a319-fa8c27e12412 service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851164 Apr 12 16:32:28.389024 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6f89dc97-87d7-45ee-aa7b-d8e3178192c4 req-f834ebfd-20c8-4350-a7ad-e4f3b533f3dc service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101389 Apr 12 16:32:28.461733 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e9cf6-b7dc-4a36-b3a9-e31a0d474f2c req-c32f9bf1-d008-4aef-a50c-829debaba008 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:28.463278 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0f9e9cf6-b7dc-4a36-b3a9-e31a0d474f2c req-c32f9bf1-d008-4aef-a50c-829debaba008 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0544248 Apr 12 16:32:28.517937 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0f9e9cf6-b7dc-4a36-b3a9-e31a0d474f2c req-9b823d7f-6ff6-4577-b9e5-706f7ea065b0 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488551 Apr 12 16:32:29.640685 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518d1bf-92e1-43e2-a4d7-f6996da55299 req-569e11aa-be74-4dd9-8842-8b03e4a853b4 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:29.642342 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c518d1bf-92e1-43e2-a4d7-f6996da55299 req-569e11aa-be74-4dd9-8842-8b03e4a853b4 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0532718 Apr 12 16:32:29.693163 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c518d1bf-92e1-43e2-a4d7-f6996da55299 req-9a1045c9-fd00-4de3-b376-a314738f97b0 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452943 Apr 12 16:32:30.819842 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d1ecb-bf6b-4b6b-aee0-3fed7b9744d2 req-856c86d0-80f0-40cc-84ec-b150c33e1954 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:30.821702 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bb2d1ecb-bf6b-4b6b-aee0-3fed7b9744d2 req-856c86d0-80f0-40cc-84ec-b150c33e1954 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0528359 Apr 12 16:32:30.875883 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bb2d1ecb-bf6b-4b6b-aee0-3fed7b9744d2 req-761da60b-dc02-4f3b-91f5-b03430bf91f4 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472984 Apr 12 16:32:31.996606 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4d490-fdac-4887-92b2-d265977ff750 req-1a70eea8-05b1-4ba7-9be2-777fcd1b9061 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:31.998360 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-efc4d490-fdac-4887-92b2-d265977ff750 req-1a70eea8-05b1-4ba7-9be2-777fcd1b9061 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0498269 Apr 12 16:32:32.054291 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-efc4d490-fdac-4887-92b2-d265977ff750 req-854444f5-fd90-4ef8-8873-e85575731429 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497310 Apr 12 16:32:33.169107 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833f7f7-98d6-45e7-a487-7debb835610d req-1846ffaa-36d1-4cb6-9667-3d27abba50d9 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:33.170613 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3833f7f7-98d6-45e7-a487-7debb835610d req-1846ffaa-36d1-4cb6-9667-3d27abba50d9 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0475619 Apr 12 16:32:33.225543 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3833f7f7-98d6-45e7-a487-7debb835610d req-62357467-40fb-43b4-ba8d-ed7b510499a8 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488005 Apr 12 16:32:34.342827 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93b9ed-1554-4b40-9b88-8d1bf100f022 req-2dae1ad5-772c-44fa-9f8b-6be6467782c7 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:34.344530 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-db93b9ed-1554-4b40-9b88-8d1bf100f022 req-2dae1ad5-772c-44fa-9f8b-6be6467782c7 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0517774 Apr 12 16:32:34.395905 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-db93b9ed-1554-4b40-9b88-8d1bf100f022 req-538f9758-80e5-405f-8187-d700dff3b8a8 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455995 Apr 12 16:32:35.531692 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388d05-bd8e-4319-9747-37c2e7bfab9e req-40d1b2ee-c2f5-4b2f-8b26-46515f1fab88 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:35.531692 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7388d05-bd8e-4319-9747-37c2e7bfab9e req-40d1b2ee-c2f5-4b2f-8b26-46515f1fab88 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0623641 Apr 12 16:32:35.592740 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7388d05-bd8e-4319-9747-37c2e7bfab9e req-b5b5aa82-1314-4f8a-8eba-a2bf15f3d901 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547967 Apr 12 16:32:36.116868 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:32:36.219482 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:32:36.231601 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Returning: {'device': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'port_id': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'mac_address': 'fa:16:3e:d3:fa:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:32:36.270334 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:32:36.270723 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:36.288533 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:32:36.312144 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:32:36.316073 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:36.352491 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ce906-f14f-41cd-bb0c-70c82c4b9399 req-c4610299-f12f-4efd-a351-4b0bd4b100ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:36.354115 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5a1ce906-f14f-41cd-bb0c-70c82c4b9399 req-c4610299-f12f-4efd-a351-4b0bd4b100ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89&device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 1128 time: 0.0456889 Apr 12 16:32:36.368089 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,revision_number=7']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:32:36.466456 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ce906-f14f-41cd-bb0c-70c82c4b9399 req-eac916f5-1cd1-4c30-aff0-910cf8f73cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:36.468029 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5a1ce906-f14f-41cd-bb0c-70c82c4b9399 req-eac916f5-1cd1-4c30-aff0-910cf8f73cfb service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e91be54-ab95-4f86-bb8d-bf46786b514f HTTP/1.1" status: 200 len: 910 time: 0.0920141 Apr 12 16:32:36.539654 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5a1ce906-f14f-41cd-bb0c-70c82c4b9399 req-ab7d6389-323a-478c-9c6a-d651a0583115 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 HTTP/1.1" status: 200 len: 999 time: 0.0613313 Apr 12 16:32:36.568604 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] get_ports_and_sgs() called for port_ids ['eaa5fff0-49ae-403f-aee0-ecb06b0f8df9'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:32:36.598634 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ce906-f14f-41cd-bb0c-70c82c4b9399 req-ac6d9c83-dc2c-415e-951d-45b270b2cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:36.600121 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5a1ce906-f14f-41cd-bb0c-70c82c4b9399 req-ac6d9c83-dc2c-415e-951d-45b270b2cca6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=19d5ac41-d2ab-4d29-9941-319bcbccc140 HTTP/1.1" status: 200 len: 848 time: 0.0505805 Apr 12 16:32:36.647466 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ce906-f14f-41cd-bb0c-70c82c4b9399 req-ca7fb648-7df4-40f5-a184-8acad4a1e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:36.649004 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5a1ce906-f14f-41cd-bb0c-70c82c4b9399 req-ca7fb648-7df4-40f5-a184-8acad4a1e18b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e91be54-ab95-4f86-bb8d-bf46786b514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403035 Apr 12 16:32:36.716563 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09210f8d-8182-4f3c-88ff-f5a778d88c37 req-fa98ef70-666c-443c-a715-2e6a8e26211e tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:36.718192 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09210f8d-8182-4f3c-88ff-f5a778d88c37 req-fa98ef70-666c-443c-a715-2e6a8e26211e tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 944 time: 0.0502741 Apr 12 16:32:36.743234 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5a1ce906-f14f-41cd-bb0c-70c82c4b9399 req-3df54c32-dd4c-435c-b8c3-0739ba0d9d91 service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871801 Apr 12 16:32:36.770453 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09210f8d-8182-4f3c-88ff-f5a778d88c37 req-62c8ef82-8b23-404c-b9ff-ffa74e2780d6 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449018 Apr 12 16:32:36.839354 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5a1ce906-f14f-41cd-bb0c-70c82c4b9399 req-453e3acc-57e9-4ef5-b9d6-68871d671ea3 service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894034 Apr 12 16:32:37.896396 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a317e-3364-4bb0-a206-48b17fb400f3 req-07d691da-0151-4cf4-aa7c-23aadf8b7b26 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:37.897914 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a02a317e-3364-4bb0-a206-48b17fb400f3 req-07d691da-0151-4cf4-aa7c-23aadf8b7b26 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 944 time: 0.0550454 Apr 12 16:32:37.952981 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a02a317e-3364-4bb0-a206-48b17fb400f3 req-d7cd76ba-086e-47fa-a03c-2aee6431c0bc tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462668 Apr 12 16:32:38.132536 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 up at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:32:38.182279 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Provisioning complete for port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:32:38.182792 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446400'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:38.266363 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Current status of the port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:32:38.266763 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1394447'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:38.289700 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:32:38.291973 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84cc653cfd114ea9277cf8b0ab31e3d8e715a6c1a9877874e6928b1bc2816cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60fb466-2d14-4f3d-9274-d93133b86bad" -d '{"events": [{"server_uuid": "c1c7c4d6-0505-46bf-8130-cce01c53b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "eaa5fff0-49ae-403f-aee0-ecb06b0f8df9"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:32:38.305417 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] For port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:32:38.310668 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780342177832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780341800888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780341800906'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:38.336441 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0cdc9f-607c-491b-8f4b-f98c4f838076 x-openstack-request-id: req-0d0cdc9f-607c-491b-8f4b-f98c4f838076 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:32:38.336766 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c7c4d6-0505-46bf-8130-cce01c53b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "eaa5fff0-49ae-403f-aee0-ecb06b0f8df9", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:32:38.337019 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0d0cdc9f-607c-491b-8f4b-f98c4f838076 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:32:38.337408 dv-cinder-837528-1-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0cdc9f-607c-491b-8f4b-f98c4f838076'] response: {'server_uuid': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'code': 200} Apr 12 16:32:38.367839 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Pushing event updated for resources: {'Port': ['ID=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,revision_number=8']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:32:38.619818 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9e5aa-455a-42b2-98d6-19787df1b3e2 req-aa40154c-7b1f-409d-a49a-ebd1de386392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:38.621326 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f2b9e5aa-455a-42b2-98d6-19787df1b3e2 req-aa40154c-7b1f-409d-a49a-ebd1de386392 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 1129 time: 0.0384109 Apr 12 16:32:38.671395 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f2b9e5aa-455a-42b2-98d6-19787df1b3e2 req-90d16f24-96eb-404e-9153-3beacb04c350 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420301 Apr 12 16:32:39.081010 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d97f9-8ad6-4e83-af6c-09d9cdcfbe73 req-f1a8da79-9a02-4f4f-8683-cfde4f4e0d37 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:39.082611 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-743d97f9-8ad6-4e83-af6c-09d9cdcfbe73 req-f1a8da79-9a02-4f4f-8683-cfde4f4e0d37 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0490327 Apr 12 16:32:39.139331 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-743d97f9-8ad6-4e83-af6c-09d9cdcfbe73 req-1ec48721-2698-4cf4-af48-6adfe71e5d22 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481772 Apr 12 16:32:40.259787 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780671f-e313-45d2-a1cf-115e1c228b10 req-7fbedf1f-8242-4443-a276-56031d9a5b3d tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:40.261312 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c780671f-e313-45d2-a1cf-115e1c228b10 req-7fbedf1f-8242-4443-a276-56031d9a5b3d tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0510557 Apr 12 16:32:40.321364 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c780671f-e313-45d2-a1cf-115e1c228b10 req-6023000d-12e3-461a-b4f9-3da08593e765 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532014 Apr 12 16:32:41.438118 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93657c46-64e1-410e-a992-a4d17cb4f8d8 req-9dc41040-92ce-499b-b88e-0505892e8f0f tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:32:41.439479 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-93657c46-64e1-410e-a992-a4d17cb4f8d8 req-9dc41040-92ce-499b-b88e-0505892e8f0f tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0466647 Apr 12 16:32:41.489531 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-93657c46-64e1-410e-a992-a4d17cb4f8d8 req-ce1d21a7-ba57-45ce-b6ff-ae83804bcbe0 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443728 Apr 12 16:32:49.100369 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:32:50.665290 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b5da6ced-bb43-4872-95cd-be224cea4538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:52.994714 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-66f72424-47cb-41f5-9068-ec9240acfcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:54.254110 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:55.272596 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:55.600424 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:32:57.059569 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:20.670331 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-862a2784-f042-4adf-ba5e-65b83052c6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:23.001628 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f65a1f64-8026-40ac-b8fc-954465dfb4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:24.266329 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:25.288315 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:25.606413 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:26.100519 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:33:27.058747 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:38.311331 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bf704415-b8bc-4b99-b114-5484b75d7cf9 req-493920ce-d073-479e-abbc-e75bfe5d0ae3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530348 Apr 12 16:33:38.399339 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf704415-b8bc-4b99-b114-5484b75d7cf9 req-9345f67a-d1c0-42ce-8b73-e1c3084efce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:33:38.400970 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bf704415-b8bc-4b99-b114-5484b75d7cf9 req-9345f67a-d1c0-42ce-8b73-e1c3084efce4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89&device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 1129 time: 0.0431859 Apr 12 16:33:38.520829 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf704415-b8bc-4b99-b114-5484b75d7cf9 req-5a1cfc77-469a-4703-b0f5-1d3703127785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:33:38.522365 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bf704415-b8bc-4b99-b114-5484b75d7cf9 req-5a1cfc77-469a-4703-b0f5-1d3703127785 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e91be54-ab95-4f86-bb8d-bf46786b514f HTTP/1.1" status: 200 len: 910 time: 0.0955231 Apr 12 16:33:38.589635 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bf704415-b8bc-4b99-b114-5484b75d7cf9 req-adcea721-f45b-45bc-9cee-2caf71ee76b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 HTTP/1.1" status: 200 len: 1000 time: 0.0603194 Apr 12 16:33:38.637661 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf704415-b8bc-4b99-b114-5484b75d7cf9 req-d0bd7302-716d-480b-9097-d3a02b89deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:33:38.639137 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bf704415-b8bc-4b99-b114-5484b75d7cf9 req-d0bd7302-716d-480b-9097-d3a02b89deb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=19d5ac41-d2ab-4d29-9941-319bcbccc140 HTTP/1.1" status: 200 len: 848 time: 0.0434926 Apr 12 16:33:38.685935 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf704415-b8bc-4b99-b114-5484b75d7cf9 req-db4d6e10-0547-4b4d-a983-07462fd08be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:33:38.687365 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bf704415-b8bc-4b99-b114-5484b75d7cf9 req-db4d6e10-0547-4b4d-a983-07462fd08be3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e91be54-ab95-4f86-bb8d-bf46786b514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417666 Apr 12 16:33:38.775649 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bf704415-b8bc-4b99-b114-5484b75d7cf9 req-85024c98-d2cf-4f10-bfeb-4cf0f720bf41 service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814178 Apr 12 16:33:38.867697 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bf704415-b8bc-4b99-b114-5484b75d7cf9 req-a18a1a14-e1a9-4241-98ff-6037ebd0051b service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855587 Apr 12 16:33:50.677206 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cce59d92-7c2c-4081-aae5-88edc3ed24aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:52.996277 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f40962f2-82e4-4a5f-8a58-f26210e4c7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:54.268905 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:55.279804 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:55.612567 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:57.058025 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:57.932768 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 54098) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:33:58.092157 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Deleting port 9f2ca73a-564b-4645-a7ec-90073d378def {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:33:58.092508 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (9f2ca73a-564b-4645-a7ec-90073d378def), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:58.181317 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (9f2ca73a-564b-4645-a7ec-90073d378def), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:58.181723 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for floatingip (9f2ca73a-564b-4645-a7ec-90073d378def), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:58.194472 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Calling delete_port for 9f2ca73a-564b-4645-a7ec-90073d378def owned by network:floatingip {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:33:58.343485 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (9f2ca73a-564b-4645-a7ec-90073d378def), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:58.369372 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Pushing event deleted for resources: {'Port': ['ID=9f2ca73a-564b-4645-a7ec-90073d378def,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:33:58.378610 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.378967 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.379317 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.379658 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.380079 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.380445 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.380759 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.381115 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.381448 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.381775 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.382132 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.382466 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.382791 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.383117 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.384058 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:33:58.447240 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for floatingip (7a4fccb4-ea71-47eb-b411-b162caef4d40), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:58.447492 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Floating IP 7a4fccb4-ea71-47eb-b411-b162caef4d40 disassociated (deleted). External IP: 172.27.2.56, port: eaa5fff0-49ae-403f-aee0-ecb06b0f8df9. Apr 12 16:33:58.667462 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Router 8f6ed852-364d-4885-839a-aa6d69183380 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:33:58.786372 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:33:58.792004 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:33:58.796770 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa736ee-5f9d-4eb4-842f-3d622c318cb2 None None] Sync routers for ids ['8f6ed852-364d-4885-839a-aa6d69183380'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:33:58.808995 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa736ee-5f9d-4eb4-842f-3d622c318cb2 None None] Routers {'8f6ed852-364d-4885-839a-aa6d69183380'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:33:58.809659 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-9aa736ee-5f9d-4eb4-842f-3d622c318cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:33:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['8f6ed852-364d-4885-839a-aa6d69183380'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:33:58.823382 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-bcb7cb38-1c6a-47ba-b60c-7828209c0123 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "DELETE /v2.0/floatingips/7a4fccb4-ea71-47eb-b411-b162caef4d40 HTTP/1.1" status: 204 len: 168 time: 0.8891792 Apr 12 16:33:58.823982 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'tag': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:33:58.826277 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435c3f63-9f4d-4c0f-a273-fda751b02827" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c7c4d6-0505-46bf-8130-cce01c53b0a1", "tag": "eaa5fff0-49ae-403f-aee0-ecb06b0f8df9"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:33:58.869545 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336365a8-5de7-4216-ad27-a2893c4d25e2 x-openstack-request-id: req-336365a8-5de7-4216-ad27-a2893c4d25e2 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:33:58.869850 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c7c4d6-0505-46bf-8130-cce01c53b0a1", "tag": "eaa5fff0-49ae-403f-aee0-ecb06b0f8df9", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:33:58.870158 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-336365a8-5de7-4216-ad27-a2893c4d25e2 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:33:58.870713 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336365a8-5de7-4216-ad27-a2893c4d25e2'] response: {'name': 'network-changed', 'server_uuid': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'tag': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'status': 'completed', 'code': 200} Apr 12 16:33:58.930454 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-9aa736ee-5f9d-4eb4-842f-3d622c318cb2 None None] Set router 8f6ed852-364d-4885-839a-aa6d69183380 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:33:58.936170 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3f63-9f4d-4c0f-a273-fda751b02827 req-d88a23d3-2cb7-4175-b541-21aeb0eb5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:33:58.938773 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-435c3f63-9f4d-4c0f-a273-fda751b02827 req-d88a23d3-2cb7-4175-b541-21aeb0eb5ad6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89&device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 1129 time: 0.0445557 Apr 12 16:33:59.049435 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3f63-9f4d-4c0f-a273-fda751b02827 req-6a6c11fa-5276-4d48-afc6-1d89d487d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:33:59.050984 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-435c3f63-9f4d-4c0f-a273-fda751b02827 req-6a6c11fa-5276-4d48-afc6-1d89d487d562 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e91be54-ab95-4f86-bb8d-bf46786b514f HTTP/1.1" status: 200 len: 910 time: 0.1043603 Apr 12 16:33:59.073050 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f91ce-2e5a-433b-8151-7c2071c5969a req-90ffc891-5dde-42d4-96b1-3a60f7bb5868 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:33:59.074739 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3f6f91ce-2e5a-433b-8151-7c2071c5969a req-90ffc891-5dde-42d4-96b1-3a60f7bb5868 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0486305 Apr 12 16:33:59.131096 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3f6f91ce-2e5a-433b-8151-7c2071c5969a req-7a85910c-c7be-4b45-9b4a-0b9f29f6022a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503938 Apr 12 16:33:59.139474 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-9aa736ee-5f9d-4eb4-842f-3d622c318cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:23Z', 'revision_number': 4, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port': {'id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '0d094f8b-b475-48d4-8f7a-239228332f18', 'name': '', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:22Z', 'updated_at': '2022-04-12T16:29:27Z', 'revision_number': 5, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'subnets': [{'id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:33:59.166747 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa736ee-5f9d-4eb4-842f-3d622c318cb2 None None] Checking router: 8f6ed852-364d-4885-839a-aa6d69183380 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:33:59.180760 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa736ee-5f9d-4eb4-842f-3d622c318cb2 None None] Routers {'8f6ed852-364d-4885-839a-aa6d69183380'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:33:59.180760 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-9aa736ee-5f9d-4eb4-842f-3d622c318cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:33:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['8f6ed852-364d-4885-839a-aa6d69183380'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:33:59.291586 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-9aa736ee-5f9d-4eb4-842f-3d622c318cb2 None None] Set router 8f6ed852-364d-4885-839a-aa6d69183380 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:33:59.501131 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-9aa736ee-5f9d-4eb4-842f-3d622c318cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:23Z', 'revision_number': 4, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port': {'id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '0d094f8b-b475-48d4-8f7a-239228332f18', 'name': '', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:22Z', 'updated_at': '2022-04-12T16:29:27Z', 'revision_number': 5, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'subnets': [{'id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:33:59.531943 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa736ee-5f9d-4eb4-842f-3d622c318cb2 None None] The sync data for ids ['8f6ed852-364d-4885-839a-aa6d69183380'] in dv-cinder-837528-1-iscsi is: [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:23Z', 'revision_number': 4, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port': {'id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi', '_interfaces': [{'id': '0d094f8b-b475-48d4-8f7a-239228332f18', 'name': '', 'network_id': '3e91be54-ab95-4f86-bb8d-bf46786b514f', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'mac_address': 'fa:16:3e:7a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:22Z', 'updated_at': '2022-04-12T16:29:27Z', 'revision_number': 5, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'subnets': [{'id': '19d5ac41-d2ab-4d29-9941-319bcbccc140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:33:59.767570 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f9a2f0-cc04-4196-8dc4-0b39b1ff6d62 None None] New status for floating IP 7a4fccb4-ea71-47eb-b411-b162caef4d40: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:34:00.251213 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac373f-5f7d-4cdd-a27a-1ff43a760ccd req-25994b8d-1cd1-4ec3-b62f-463dc33002a5 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:34:00.252682 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0dac373f-5f7d-4cdd-a27a-1ff43a760ccd req-25994b8d-1cd1-4ec3-b62f-463dc33002a5 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0490718 Apr 12 16:34:00.297696 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-435c3f63-9f4d-4c0f-a273-fda751b02827 req-e8e5ec5c-9e17-41dd-9a50-8a89c2efecbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 HTTP/1.1" status: 200 len: 217 time: 0.0359678 Apr 12 16:34:00.304865 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0dac373f-5f7d-4cdd-a27a-1ff43a760ccd req-6c1ba5d0-aa0d-4e28-a5e9-f4c19175f64a tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8996db8-d2bb-47e0-b098-a648ba538178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465553 Apr 12 16:34:00.352729 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3f63-9f4d-4c0f-a273-fda751b02827 req-0e687346-cfd4-4c08-b37f-6c3d15fd978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:34:00.354353 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-435c3f63-9f4d-4c0f-a273-fda751b02827 req-0e687346-cfd4-4c08-b37f-6c3d15fd978d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=19d5ac41-d2ab-4d29-9941-319bcbccc140 HTTP/1.1" status: 200 len: 848 time: 0.0454934 Apr 12 16:34:00.540500 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3f63-9f4d-4c0f-a273-fda751b02827 req-ebf50470-09ab-411e-a7da-3db0529cb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:34:00.541944 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-435c3f63-9f4d-4c0f-a273-fda751b02827 req-ebf50470-09ab-411e-a7da-3db0529cb375 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e91be54-ab95-4f86-bb8d-bf46786b514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422564 Apr 12 16:34:00.639667 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-435c3f63-9f4d-4c0f-a273-fda751b02827 req-dc7e5be5-7316-402a-a647-6b06a6db1d53 service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889733 Apr 12 16:34:00.862016 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [req-435c3f63-9f4d-4c0f-a273-fda751b02827 req-c4725cee-f3f4-4471-ae79-ad25491a85d4 service neutron] 10.222.0.45 "GET /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910614 Apr 12 16:34:00.892041 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434b337-717a-466d-91fb-bc7560560efb req-492d6b0f-863a-4431-bdc5-ece9390aac42 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:34:00.893513 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4434b337-717a-466d-91fb-bc7560560efb req-492d6b0f-863a-4431-bdc5-ece9390aac42 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0536530 Apr 12 16:34:00.985372 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-4434b337-717a-466d-91fb-bc7560560efb req-32e632b3-f5be-4452-95d8-957206c148a2 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Deleting port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:34:00.985710 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4434b337-717a-466d-91fb-bc7560560efb req-32e632b3-f5be-4452-95d8-957206c148a2 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:01.084587 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-4434b337-717a-466d-91fb-bc7560560efb req-32e632b3-f5be-4452-95d8-957206c148a2 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] For port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:34:01.084951 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4434b337-717a-466d-91fb-bc7560560efb req-32e632b3-f5be-4452-95d8-957206c148a2 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:01.099129 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-4434b337-717a-466d-91fb-bc7560560efb req-32e632b3-f5be-4452-95d8-957206c148a2 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Calling delete_port for eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:34:01.237630 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4434b337-717a-466d-91fb-bc7560560efb req-32e632b3-f5be-4452-95d8-957206c148a2 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (eaa5fff0-49ae-403f-aee0-ecb06b0f8df9), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:01.268295 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e632b3-f5be-4452-95d8-957206c148a2 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Pushing event deleted for resources: {'Port': ['ID=eaa5fff0-49ae-403f-aee0-ecb06b0f8df9,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:01.316009 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4434b337-717a-466d-91fb-bc7560560efb req-32e632b3-f5be-4452-95d8-957206c148a2 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] No DVR routers for this DVR port eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 on host hv-cinder-83752 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:34:01.318638 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4434b337-717a-466d-91fb-bc7560560efb req-32e632b3-f5be-4452-95d8-957206c148a2 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77118'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:01.322071 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4434b337-717a-466d-91fb-bc7560560efb req-32e632b3-f5be-4452-95d8-957206c148a2 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.45 "DELETE /v2.0/ports/eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 HTTP/1.1" status: 204 len: 173 time: 0.4225388 Apr 12 16:34:01.322515 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'name': 'network-vif-deleted', 'tag': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:34:01.324807 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d6a04d7d1b4190f8612b021fb8989872e0f3ebab86b28400f8c6e3e59542bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718d8ed3-cdee-4992-b8dd-7e1b78f0e2e3" -d '{"events": [{"server_uuid": "c1c7c4d6-0505-46bf-8130-cce01c53b0a1", "name": "network-vif-deleted", "tag": "eaa5fff0-49ae-403f-aee0-ecb06b0f8df9"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:34:01.368868 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc22537d-e6de-4b2a-a213-b9d97af679fb x-openstack-request-id: req-dc22537d-e6de-4b2a-a213-b9d97af679fb {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:34:01.369162 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c7c4d6-0505-46bf-8130-cce01c53b0a1", "name": "network-vif-deleted", "tag": "eaa5fff0-49ae-403f-aee0-ecb06b0f8df9", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:34:01.369415 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dc22537d-e6de-4b2a-a213-b9d97af679fb {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:34:01.369824 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc22537d-e6de-4b2a-a213-b9d97af679fb'] response: {'server_uuid': 'c1c7c4d6-0505-46bf-8130-cce01c53b0a1', 'name': 'network-vif-deleted', 'tag': 'eaa5fff0-49ae-403f-aee0-ecb06b0f8df9', 'status': 'completed', 'code': 200} Apr 12 16:34:01.405131 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d25263cb-8c74-4d95-8388-5013535ad3eb req-b184ba8a-44e7-4bac-b80c-b4e0676072e8 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1c7c4d6-0505-46bf-8130-cce01c53b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0285556 Apr 12 16:34:02.466047 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 54126) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:34:02.526770 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3951-03aa-46a0-871c-e0fccf07fb22 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group (f8996db8-d2bb-47e0-b098-a648ba538178), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:02.554521 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3951-03aa-46a0-871c-e0fccf07fb22 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group (f8996db8-d2bb-47e0-b098-a648ba538178), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:02.617425 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3951-03aa-46a0-871c-e0fccf07fb22 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (f8996db8-d2bb-47e0-b098-a648ba538178), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:02.620430 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3951-03aa-46a0-871c-e0fccf07fb22 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:02.621895 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-1d4c3951-03aa-46a0-871c-e0fccf07fb22 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] 10.222.0.67 "DELETE /v2.0/security-groups/f8996db8-d2bb-47e0-b098-a648ba538178 HTTP/1.1" status: 204 len: 168 time: 0.1546922 Apr 12 16:34:02.636416 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c3951-03aa-46a0-871c-e0fccf07fb22 tempest-TestShelveInstance-766900467 tempest-TestShelveInstance-766900467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8996db8-d2bb-47e0-b098-a648ba538178,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:02.672711 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 54130) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:34:02.685591 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:34:02.706425 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] No Port match for: eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:34:02.706755 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Device eaa5fff0-49ae-403f-aee0-ecb06b0f8df9 not bound to the agent host hv-cinder-83752 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:34:03.015580 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-349108e1-2f2d-4ed9-8b57-68144788fff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693697'] for router_interface (8f6ed852-364d-4885-839a-aa6d69183380), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:03.099737 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:34:03.266885 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-349108e1-2f2d-4ed9-8b57-68144788fff8 admin admin] Deleting port 0d094f8b-b475-48d4-8f7a-239228332f18 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:34:03.266885 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-349108e1-2f2d-4ed9-8b57-68144788fff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:03.350469 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-349108e1-2f2d-4ed9-8b57-68144788fff8 admin admin] For port 0d094f8b-b475-48d4-8f7a-239228332f18, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=0d094f8b-b475-48d4-8f7a-239228332f18,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:34:03.350817 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-349108e1-2f2d-4ed9-8b57-68144788fff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:03.364310 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-349108e1-2f2d-4ed9-8b57-68144788fff8 admin admin] Calling delete_port for 0d094f8b-b475-48d4-8f7a-239228332f18 owned by network:router_interface {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:34:03.551977 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-349108e1-2f2d-4ed9-8b57-68144788fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (0d094f8b-b475-48d4-8f7a-239228332f18), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:03.582976 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349108e1-2f2d-4ed9-8b57-68144788fff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d094f8b-b475-48d4-8f7a-239228332f18,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:03.755476 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-349108e1-2f2d-4ed9-8b57-68144788fff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693597'] for router_interface (8f6ed852-364d-4885-839a-aa6d69183380), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:04.249888 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349108e1-2f2d-4ed9-8b57-68144788fff8 admin admin] Router 8f6ed852-364d-4885-839a-aa6d69183380 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:34:04.363136 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349108e1-2f2d-4ed9-8b57-68144788fff8 admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:34:04.370936 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-349108e1-2f2d-4ed9-8b57-68144788fff8 admin admin] 10.222.0.67 "PUT /v2.0/routers/8f6ed852-364d-4885-839a-aa6d69183380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6943285 Apr 12 16:34:04.371051 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 54132) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:34:04.373952 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e449ec73-390e-4062-abf5-48fb1532ec94 None None] Sync routers for ids ['8f6ed852-364d-4885-839a-aa6d69183380'] in dv-cinder-837528-1-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:34:04.385371 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e449ec73-390e-4062-abf5-48fb1532ec94 None None] Routers {'8f6ed852-364d-4885-839a-aa6d69183380'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:34:04.385912 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e449ec73-390e-4062-abf5-48fb1532ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:33:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['8f6ed852-364d-4885-839a-aa6d69183380'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:34:04.479873 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] Publish callbacks [] for router (8f6ed852-364d-4885-839a-aa6d69183380), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:04.498264 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-e449ec73-390e-4062-abf5-48fb1532ec94 None None] Set router 8f6ed852-364d-4885-839a-aa6d69183380 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:34:04.589666 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] Publish callbacks [] for router_gateway (8f6ed852-364d-4885-839a-aa6d69183380), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:04.636807 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] Deleting port 29a8df78-55d5-49c2-84ff-45a2d56b1b0b {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:34:04.637045 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (29a8df78-55d5-49c2-84ff-45a2d56b1b0b), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:04.675009 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e449ec73-390e-4062-abf5-48fb1532ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:34:03Z', 'revision_number': 5, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port': {'id': '29a8df78-55d5-49c2-84ff-45a2d56b1b0b', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ed852-364d-4885-839a-aa6d69183380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:34:04.703309 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e449ec73-390e-4062-abf5-48fb1532ec94 None None] Checking router: 8f6ed852-364d-4885-839a-aa6d69183380 for host: dv-cinder-837528-1-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:34:04.711632 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e449ec73-390e-4062-abf5-48fb1532ec94 None None] Routers {'8f6ed852-364d-4885-839a-aa6d69183380'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:34:04.712550 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e449ec73-390e-4062-abf5-48fb1532ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:33:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['8f6ed852-364d-4885-839a-aa6d69183380'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:34:04.717536 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] For port 29a8df78-55d5-49c2-84ff-45a2d56b1b0b, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=29a8df78-55d5-49c2-84ff-45a2d56b1b0b,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:34:04.717911 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (29a8df78-55d5-49c2-84ff-45a2d56b1b0b), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:04.735861 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] Calling delete_port for 29a8df78-55d5-49c2-84ff-45a2d56b1b0b owned by network:router_gateway {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:34:04.807207 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-e449ec73-390e-4062-abf5-48fb1532ec94 None None] Set router 8f6ed852-364d-4885-839a-aa6d69183380 gateway port host: None {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:34:04.866419 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e449ec73-390e-4062-abf5-48fb1532ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:34:04Z', 'revision_number': 6, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port_host': None}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:34:04.894430 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e449ec73-390e-4062-abf5-48fb1532ec94 None None] The sync data for ids ['8f6ed852-364d-4885-839a-aa6d69183380'] in dv-cinder-837528-1-iscsi is: [{'id': '8f6ed852-364d-4885-839a-aa6d69183380', 'name': 'tempest-TestShelveInstance-1705760054-router', 'tenant_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:20Z', 'updated_at': '2022-04-12T16:34:04Z', 'revision_number': 6, 'project_id': 'a7f38a4892a04f7d98a6c1b1c1dfbd89', 'gw_port_host': None}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:34:04.920092 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (29a8df78-55d5-49c2-84ff-45a2d56b1b0b), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:04.950077 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] Pushing event deleted for resources: {'Port': ['ID=29a8df78-55d5-49c2-84ff-45a2d56b1b0b,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:05.012939 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693243'] for router_gateway (8f6ed852-364d-4885-839a-aa6d69183380), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.115619 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (8f6ed852-364d-4885-839a-aa6d69183380), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.118377 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] Publish callbacks [] for router_controller (8f6ed852-364d-4885-839a-aa6d69183380), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.170620 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-695838'] for router (8f6ed852-364d-4885-839a-aa6d69183380), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.171105 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f6ed852-364d-4885-839a-aa6d69183380 {{(pid=103551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:34:05.175601 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.176730 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-80b345d4-0fbb-4111-9ef7-538dfcb822eb admin admin] 10.222.0.67 "DELETE /v2.0/routers/8f6ed852-364d-4885-839a-aa6d69183380 HTTP/1.1" status: 204 len: 168 time: 0.8047581 Apr 12 16:34:05.180890 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 54134) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:34:05.224416 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8e5ea9-630d-489e-97cf-ccd44783aa94 admin admin] Deleting subnet 19d5ac41-d2ab-4d29-9941-319bcbccc140 {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:34:05.228280 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ea9-630d-489e-97cf-ccd44783aa94 admin admin] Publish callbacks [] for subnet (19d5ac41-d2ab-4d29-9941-319bcbccc140), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.266032 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ea9-630d-489e-97cf-ccd44783aa94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25560717'] for subnet (19d5ac41-d2ab-4d29-9941-319bcbccc140), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.357940 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ea9-630d-489e-97cf-ccd44783aa94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (19d5ac41-d2ab-4d29-9941-319bcbccc140), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.421469 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ea9-630d-489e-97cf-ccd44783aa94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25561300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25714968'] for subnet (19d5ac41-d2ab-4d29-9941-319bcbccc140), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.449204 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-de8e5ea9-630d-489e-97cf-ccd44783aa94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.453547 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-de8e5ea9-630d-489e-97cf-ccd44783aa94 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/19d5ac41-d2ab-4d29-9941-319bcbccc140 HTTP/1.1" status: 204 len: 168 time: 0.2717872 Apr 12 16:34:05.453989 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a303b488-1032-4da4-94e1-94ed987b714e None None] Network 3e91be54-ab95-4f86-bb8d-bf46786b514f requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:34:05.454588 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e5ea9-630d-489e-97cf-ccd44783aa94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d5ac41-d2ab-4d29-9941-319bcbccc140,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:05.456188 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 54136) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:34:05.524456 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (3e91be54-ab95-4f86-bb8d-bf46786b514f), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.571394 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Deleting port ef33a67a-80b1-45ba-b05a-359a50eb4691 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:34:05.571731 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.638670 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] For port ef33a67a-80b1-45ba-b05a-359a50eb4691, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ef33a67a-80b1-45ba-b05a-359a50eb4691,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:34:05.638941 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.653170 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Calling delete_port for ef33a67a-80b1-45ba-b05a-359a50eb4691 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:34:05.677647 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] DHCP port deletion for 3e91be54-ab95-4f86-bb8d-bf46786b514f request from dv-cinder-837528-1-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:34:05.720213 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Deleting port ef33a67a-80b1-45ba-b05a-359a50eb4691 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:34:05.720590 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.738444 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25838565'] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.768303 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef33a67a-80b1-45ba-b05a-359a50eb4691,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:05.776186 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] No DVR routers for this DVR port ef33a67a-80b1-45ba-b05a-359a50eb4691 on host dv-cinder-837528-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:34:05.778703 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.779072 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.779422 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.779770 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.780111 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.780448 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.780783 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.781114 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.781444 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.781774 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.782134 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.782481 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.782809 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.783135 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.783458 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.791689 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] For port ef33a67a-80b1-45ba-b05a-359a50eb4691, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=ef33a67a-80b1-45ba-b05a-359a50eb4691,segment=NetworkSegment(c1116a3e-fa06-41a0-aa2a-68a84bc59b70),segment_id=c1116a3e-fa06-41a0-aa2a-68a84bc59b70)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:34:05.792144 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.806258 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Calling delete_port for ef33a67a-80b1-45ba-b05a-359a50eb4691 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:34:05.859688 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (3e91be54-ab95-4f86-bb8d-bf46786b514f), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.882880 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e91be54-ab95-4f86-bb8d-bf46786b514f']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:34:05.885902 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879'] for port (ef33a67a-80b1-45ba-b05a-359a50eb4691), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.892379 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:34:05.892675 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1116a3e-fa06-41a0-aa2a-68a84bc59b70') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:34:05.907021 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25740662'] for segment (c1116a3e-fa06-41a0-aa2a-68a84bc59b70), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.911867 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Pushing event deleted for resources: {'Port': ['ID=ef33a67a-80b1-45ba-b05a-359a50eb4691,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:05.920062 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] No DVR routers for this DVR port ef33a67a-80b1-45ba-b05a-359a50eb4691 on host dv-cinder-837528-1-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:34:05.922027 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (c1116a3e-fa06-41a0-aa2a-68a84bc59b70), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.922218 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.922417 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.922764 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.923108 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.923447 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.923780 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.924320 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.924446 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.924753 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.925082 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.925409 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.925736 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.926142 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.926575 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.926789 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d976ea-27cb-4d18-86ce-f41edd474bd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837528-1-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:34:05.929552 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:34:05.929552 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25838384'] for segment (c1116a3e-fa06-41a0-aa2a-68a84bc59b70), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: Traceback (most recent call last): Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: timer() Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: cb(*args, **kw) Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: return func(*args, **kwargs) Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: self._notify() Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: self.callback(batched_events) Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: event.method(event) Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: return f(self, *a, **k) Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._get(url).json() Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:34:05.931787 dv-cinder-837528-1-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:34:05.991165 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (3e91be54-ab95-4f86-bb8d-bf46786b514f), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:05.997598 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:06.001484 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] 10.222.0.67 "DELETE /v2.0/networks/3e91be54-ab95-4f86-bb8d-bf46786b514f HTTP/1.1" status: 204 len: 168 time: 0.5442772 Apr 12 16:34:06.004531 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 54138) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:34:06.012181 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e8406-7cdb-4b7a-8b4c-1a00a0dd3952 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e91be54-ab95-4f86-bb8d-bf46786b514f,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:06.350695 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d36f9301-1589-44d6-825d-5389222d626e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693697'] for router_interface (647f2d5a-4074-443d-a06d-693041c76de0), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:06.587283 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-d36f9301-1589-44d6-825d-5389222d626e admin admin] Deleting port 7f29c9d6-3734-469e-a347-87bdf922c35a {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:34:06.587592 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d36f9301-1589-44d6-825d-5389222d626e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:06.664925 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-d36f9301-1589-44d6-825d-5389222d626e admin admin] For port 7f29c9d6-3734-469e-a347-87bdf922c35a, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=7f29c9d6-3734-469e-a347-87bdf922c35a,segment=NetworkSegment(810a95dc-f948-4b75-a535-f17dee2814e6),segment_id=810a95dc-f948-4b75-a535-f17dee2814e6)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:34:06.665201 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d36f9301-1589-44d6-825d-5389222d626e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:06.678877 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-d36f9301-1589-44d6-825d-5389222d626e admin admin] Calling delete_port for 7f29c9d6-3734-469e-a347-87bdf922c35a owned by network:router_interface {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:34:06.900904 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 0d094f8b-b475-48d4-8f7a-239228332f18 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:34:06.906845 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d36f9301-1589-44d6-825d-5389222d626e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (7f29c9d6-3734-469e-a347-87bdf922c35a), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:06.924793 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 0d094f8b-b475-48d4-8f7a-239228332f18 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:34:06.925064 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 0d094f8b-b475-48d4-8f7a-239228332f18 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:34:06.925473 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device ef33a67a-80b1-45ba-b05a-359a50eb4691 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:34:06.930702 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f9301-1589-44d6-825d-5389222d626e admin admin] Pushing event deleted for resources: {'Port': ['ID=7f29c9d6-3734-469e-a347-87bdf922c35a,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:06.945553 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: ef33a67a-80b1-45ba-b05a-359a50eb4691 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:34:06.946065 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device ef33a67a-80b1-45ba-b05a-359a50eb4691 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:34:06.946747 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 29a8df78-55d5-49c2-84ff-45a2d56b1b0b no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:34:06.967229 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 29a8df78-55d5-49c2-84ff-45a2d56b1b0b {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:34:06.967559 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 29a8df78-55d5-49c2-84ff-45a2d56b1b0b not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:34:07.108071 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d36f9301-1589-44d6-825d-5389222d626e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693597'] for router_interface (647f2d5a-4074-443d-a06d-693041c76de0), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:07.340485 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36f9301-1589-44d6-825d-5389222d626e admin admin] Router 647f2d5a-4074-443d-a06d-693041c76de0 has already been hosted by L3 agent 80f63e5c-2b5f-4139-b899-1927598e23c9 {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:34:07.459258 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36f9301-1589-44d6-825d-5389222d626e admin admin] Notify agent at l3_agent.dv-cinder-837528-1-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:34:07.464437 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d36f9301-1589-44d6-825d-5389222d626e admin admin] 10.222.0.67 "PUT /v2.0/routers/647f2d5a-4074-443d-a06d-693041c76de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4586747 Apr 12 16:34:07.467461 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 54140) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:34:07.468585 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b754a5-bdf8-4a9d-b78f-542aa88ab0fa None None] Sync routers for ids ['647f2d5a-4074-443d-a06d-693041c76de0'] in dv-cinder-837528-1-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:34:07.479412 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b754a5-bdf8-4a9d-b78f-542aa88ab0fa None None] Routers {'647f2d5a-4074-443d-a06d-693041c76de0'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:34:07.480025 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e0b754a5-bdf8-4a9d-b78f-542aa88ab0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:33:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['647f2d5a-4074-443d-a06d-693041c76de0'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:34:07.635179 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-e0b754a5-bdf8-4a9d-b78f-542aa88ab0fa None None] Set router 647f2d5a-4074-443d-a06d-693041c76de0 gateway port host: dv-cinder-837528-1-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:34:07.863819 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e0b754a5-bdf8-4a9d-b78f-542aa88ab0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647f2d5a-4074-443d-a06d-693041c76de0', 'name': 'tempest-TestShelveInstance-1997563752-router', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'external_fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '97e9b276-f688-4f34-9571-599a48e599b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:34:06Z', 'revision_number': 5, 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'gw_port': {'id': '97e9b276-f688-4f34-9571-599a48e599b5', 'name': '', 'network_id': '57db24b2-f2d1-4bbf-acf3-5709aa6ec151', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647f2d5a-4074-443d-a06d-693041c76de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '290c4160-30c1-4635-b220-634cb1c51733', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837528-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '290c4160-30c1-4635-b220-634cb1c51733', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837528-1-iscsi'}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:34:07.864239 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] Publish callbacks [] for router (647f2d5a-4074-443d-a06d-693041c76de0), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:07.974490 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] Publish callbacks [] for router_gateway (647f2d5a-4074-443d-a06d-693041c76de0), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:07.988835 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b754a5-bdf8-4a9d-b78f-542aa88ab0fa None None] Checking router: 647f2d5a-4074-443d-a06d-693041c76de0 for host: dv-cinder-837528-1-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:34:07.997932 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b754a5-bdf8-4a9d-b78f-542aa88ab0fa None None] Routers {'647f2d5a-4074-443d-a06d-693041c76de0'} bound to L3 agent in host dv-cinder-837528-1-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:34:07.998610 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e0b754a5-bdf8-4a9d-b78f-542aa88ab0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837528-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:09:23Z,description=,heartbeat_timestamp=2022-04-12T16:33:53Z,host='dv-cinder-837528-1-iscsi',id=80f63e5c-2b5f-4139-b899-1927598e23c9,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:09:23Z,topic='l3_agent')) {'router_ids': ['647f2d5a-4074-443d-a06d-693041c76de0'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:34:08.023489 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] Deleting port 97e9b276-f688-4f34-9571-599a48e599b5 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:34:08.023885 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (97e9b276-f688-4f34-9571-599a48e599b5), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:08.088069 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-e0b754a5-bdf8-4a9d-b78f-542aa88ab0fa None None] Set router 647f2d5a-4074-443d-a06d-693041c76de0 gateway port host: None {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:34:08.105209 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] For port 97e9b276-f688-4f34-9571-599a48e599b5, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=97e9b276-f688-4f34-9571-599a48e599b5,segment=NetworkSegment(9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01),segment_id=9c5ae0c7-5322-4c7a-acb4-7d21c44d3c01)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:34:08.105602 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (97e9b276-f688-4f34-9571-599a48e599b5), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:08.120062 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] Calling delete_port for 97e9b276-f688-4f34-9571-599a48e599b5 owned by network:router_gateway {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:34:08.140318 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e0b754a5-bdf8-4a9d-b78f-542aa88ab0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647f2d5a-4074-443d-a06d-693041c76de0', 'name': 'tempest-TestShelveInstance-1997563752-router', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:34:07Z', 'revision_number': 6, 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'gw_port_host': None}], 'dv-cinder-837528-1-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:34:08.169798 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b754a5-bdf8-4a9d-b78f-542aa88ab0fa None None] The sync data for ids ['647f2d5a-4074-443d-a06d-693041c76de0'] in dv-cinder-837528-1-iscsi is: [{'id': '647f2d5a-4074-443d-a06d-693041c76de0', 'name': 'tempest-TestShelveInstance-1997563752-router', 'tenant_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:29:25Z', 'updated_at': '2022-04-12T16:34:07Z', 'revision_number': 6, 'project_id': 'b7b9c2f9fcb24eda83a1c5c2e0a81385', 'gw_port_host': None}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:34:08.301543 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (97e9b276-f688-4f34-9571-599a48e599b5), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:08.330401 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e9b276-f688-4f34-9571-599a48e599b5,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:08.392725 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693243'] for router_gateway (647f2d5a-4074-443d-a06d-693041c76de0), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:08.487574 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-695845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (647f2d5a-4074-443d-a06d-693041c76de0), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:08.489682 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] Publish callbacks [] for router_controller (647f2d5a-4074-443d-a06d-693041c76de0), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:08.538350 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-695838'] for router (647f2d5a-4074-443d-a06d-693041c76de0), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:08.538884 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 647f2d5a-4074-443d-a06d-693041c76de0 {{(pid=103551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:34:08.543853 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:08.545189 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-3bd24a61-d30e-47c0-b4b4-a0a9b21a9e77 admin admin] 10.222.0.67 "DELETE /v2.0/routers/647f2d5a-4074-443d-a06d-693041c76de0 HTTP/1.1" status: 204 len: 168 time: 1.0766673 Apr 12 16:34:08.548079 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 54142) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:34:08.595241 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9bddc0-5052-4235-9b04-30f2bbe8c148 admin admin] Deleting subnet cfe22c26-573d-4927-a81a-42294502f22a {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:34:08.598609 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc9bddc0-5052-4235-9b04-30f2bbe8c148 admin admin] Publish callbacks [] for subnet (cfe22c26-573d-4927-a81a-42294502f22a), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:08.633479 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc9bddc0-5052-4235-9b04-30f2bbe8c148 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25560717'] for subnet (cfe22c26-573d-4927-a81a-42294502f22a), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:08.718843 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc9bddc0-5052-4235-9b04-30f2bbe8c148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369124'] for subnet (cfe22c26-573d-4927-a81a-42294502f22a), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:08.781053 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc9bddc0-5052-4235-9b04-30f2bbe8c148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25561300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25714968'] for subnet (cfe22c26-573d-4927-a81a-42294502f22a), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:08.807702 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bddc0-5052-4235-9b04-30f2bbe8c148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe22c26-573d-4927-a81a-42294502f22a,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:08.809572 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc9bddc0-5052-4235-9b04-30f2bbe8c148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:08.812736 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-dc9bddc0-5052-4235-9b04-30f2bbe8c148 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/cfe22c26-573d-4927-a81a-42294502f22a HTTP/1.1" status: 204 len: 168 time: 0.2637055 Apr 12 16:34:08.814727 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057e125b-5b91-4d43-9575-654f404a3b90 None None] Network 8c909bd6-c2e8-4835-8854-3d740d6abc16 requested from dv-cinder-837528-1-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:34:08.815753 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 54144) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:34:08.890145 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523797'] for network (8c909bd6-c2e8-4835-8854-3d740d6abc16), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:08.938283 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Deleting port 1560c873-d725-4207-b3ca-27cd5ee499e5 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:34:08.938629 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780342171944'] for port (1560c873-d725-4207-b3ca-27cd5ee499e5), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:09.007021 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] For port 1560c873-d725-4207-b3ca-27cd5ee499e5, host dv-cinder-837528-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837528-1-iscsi',level=0,port_id=1560c873-d725-4207-b3ca-27cd5ee499e5,segment=NetworkSegment(810a95dc-f948-4b75-a535-f17dee2814e6),segment_id=810a95dc-f948-4b75-a535-f17dee2814e6)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:34:09.007394 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703823'] for port (1560c873-d725-4207-b3ca-27cd5ee499e5), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:09.022759 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Calling delete_port for 1560c873-d725-4207-b3ca-27cd5ee499e5 owned by network:dhcp {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:34:09.041858 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 97e9b276-f688-4f34-9571-599a48e599b5 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:34:09.066560 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 97e9b276-f688-4f34-9571-599a48e599b5 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:34:09.066804 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 97e9b276-f688-4f34-9571-599a48e599b5 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:34:09.067211 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 7f29c9d6-3734-469e-a347-87bdf922c35a no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:34:09.089541 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 7f29c9d6-3734-469e-a347-87bdf922c35a {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:34:09.089885 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 7f29c9d6-3734-469e-a347-87bdf922c35a not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:34:09.124163 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1394632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780342177814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780341800879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25561275'] for port (1560c873-d725-4207-b3ca-27cd5ee499e5), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:09.136194 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d5ac60-58bc-4df4-aaaa-3cbe3526aa15 None None] DHCP port deletion for 8c909bd6-c2e8-4835-8854-3d740d6abc16 request from dv-cinder-837528-1-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:34:09.146833 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] No DVR routers for this DVR port 1560c873-d725-4207-b3ca-27cd5ee499e5 on host dv-cinder-837528-1-iscsi {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:34:09.184386 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Pushing event deleted for resources: {'Port': ['ID=1560c873-d725-4207-b3ca-27cd5ee499e5,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:09.241445 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371551', 'neutron.services.segments.db._delete_segments_for_network-8780342324664'] for network (8c909bd6-c2e8-4835-8854-3d740d6abc16), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:09.261847 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c909bd6-c2e8-4835-8854-3d740d6abc16']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:34:09.271018 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810a95dc-f948-4b75-a535-f17dee2814e6') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:34:09.271312 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810a95dc-f948-4b75-a535-f17dee2814e6') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:34:09.281451 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780342085057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25560758'] for segment (810a95dc-f948-4b75-a535-f17dee2814e6), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:09.304328 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135'] for segment (810a95dc-f948-4b75-a535-f17dee2814e6), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:09.310834 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:34:09.311272 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1375135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25561198'] for segment (810a95dc-f948-4b75-a535-f17dee2814e6), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: Traceback (most recent call last): Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: timer() Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: cb(*args, **kw) Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: return func(*args, **kwargs) Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: self._notify() Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: self.callback(batched_events) Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: event.method(event) Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: return f(self, *a, **k) Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: return self._get(url).json() Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:34:09.313014 dv-cinder-837528-1-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:34:09.375019 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693215'] for network (8c909bd6-c2e8-4835-8854-3d740d6abc16), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:09.379241 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568610'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:09.382409 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] 10.222.0.67 "DELETE /v2.0/networks/8c909bd6-c2e8-4835-8854-3d740d6abc16 HTTP/1.1" status: 204 len: 168 time: 0.5657461 Apr 12 16:34:09.395305 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00d163-072b-43f3-a77a-55653f754324 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c909bd6-c2e8-4835-8854-3d740d6abc16,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:09.629393 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 54148) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:34:09.672569 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-a03c2c25-eb23-4e5c-887e-aca7c9ffda91 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a7f38a4892a04f7d98a6c1b1c1dfbd89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419266 Apr 12 16:34:09.676060 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 54150) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:34:09.729809 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e569edf3-c79a-4a50-871f-ec8c83d0802e admin admin] Publish callbacks [] for security_group (33ea942d-a49e-42fb-9b80-d87cd77cdcd3), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:09.751481 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e569edf3-c79a-4a50-871f-ec8c83d0802e admin admin] Publish callbacks [] for security_group (33ea942d-a49e-42fb-9b80-d87cd77cdcd3), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:09.808664 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e569edf3-c79a-4a50-871f-ec8c83d0802e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (33ea942d-a49e-42fb-9b80-d87cd77cdcd3), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:09.812145 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e569edf3-c79a-4a50-871f-ec8c83d0802e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:09.813428 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-e569edf3-c79a-4a50-871f-ec8c83d0802e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/33ea942d-a49e-42fb-9b80-d87cd77cdcd3 HTTP/1.1" status: 204 len: 168 time: 0.1363783 Apr 12 16:34:09.823134 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569edf3-c79a-4a50-871f-ec8c83d0802e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ea942d-a49e-42fb-9b80-d87cd77cdcd3,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:10.177121 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.67', 54156) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:34:10.220352 dv-cinder-837528-1-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ce45c45d-9ba1-4dcd-af35-e7684ec002e5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b7b9c2f9fcb24eda83a1c5c2e0a81385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420101 Apr 12 16:34:10.222507 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.67', 54158) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:34:10.281218 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d3137c9e-2cc0-4f2b-b2da-d67476376713 admin admin] Publish callbacks [] for security_group (62512f9a-d07d-4502-9b58-a2963ace1aa1), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:10.305027 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d3137c9e-2cc0-4f2b-b2da-d67476376713 admin admin] Publish callbacks [] for security_group (62512f9a-d07d-4502-9b58-a2963ace1aa1), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:10.354361 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d3137c9e-2cc0-4f2b-b2da-d67476376713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-818528'] for security_group (62512f9a-d07d-4502-9b58-a2963ace1aa1), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:10.356970 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d3137c9e-2cc0-4f2b-b2da-d67476376713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:10.358155 dv-cinder-837528-1-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d3137c9e-2cc0-4f2b-b2da-d67476376713 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/62512f9a-d07d-4502-9b58-a2963ace1aa1 HTTP/1.1" status: 204 len: 168 time: 0.1341987 Apr 12 16:34:10.365990 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3137c9e-2cc0-4f2b-b2da-d67476376713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62512f9a-d07d-4502-9b58-a2963ace1aa1,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:34:10.901215 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 1560c873-d725-4207-b3ca-27cd5ee499e5 no longer exists at agent ovs-agent-dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:34:10.921429 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] No Port match for: 1560c873-d725-4207-b3ca-27cd5ee499e5 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:34:10.921785 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Device 1560c873-d725-4207-b3ca-27cd5ee499e5 not bound to the agent host dv-cinder-837528-1-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:34:14.256994 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [req-68fd798e-12a5-4d29-bec6-b3787ce6faf7 req-100524ed-72f3-40d3-ad09-f2acdff99b9c service neutron] (103551) timed out ('10.222.0.45', 49950) {{(pid=103551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 16:34:14.828162 dv-cinder-837528-1-iscsi neutron-server[103550]: DEBUG neutron.wsgi [req-77df7991-d699-40b1-960a-ae851a81f763 req-dea02922-cbc3-4524-978c-f7bd41549ce6 service neutron] (103550) timed out ('10.222.0.45', 49930) {{(pid=103550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 16:34:20.671328 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2fb9398a-dfee-4d7e-b94f-e63dd3eadb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:23.001684 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e4068c55-c1db-40b6-b70f-a6e41ce25817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:24.270721 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:25.286814 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:25.611622 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:27.060480 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:40.102413 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:34:50.677121 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-27132ac5-814f-4834-87ec-49f93279f16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:53.006757 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e53d01d1-064e-4a1f-bee8-fe045be0f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:54.268232 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:55.290819 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:55.621174 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:34:57.056776 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:35:17.103120 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:35:20.681909 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-207cfc1f-16a9-4ddc-9abe-7cf03c6504b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:35:23.010817 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-47e377dd-5553-4391-9252-e98cf6fa9e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:35:24.272545 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:35:25.288935 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:35:25.617555 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:35:27.053266 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:35:50.688384 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-dc7579f5-31de-4117-bd44-49ce31035257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:35:53.015674 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7eae9e97-00be-4269-a6bb-322f2b81ebab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:35:54.103022 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:35:54.274214 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:35:55.310078 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:35:55.620820 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:35:57.048887 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:36:20.682684 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f57f7522-4fc8-4c3d-aef3-bdad97863fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:36:23.019526 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d9ad67f9-967b-46a5-a319-49f6f203e075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:36:24.281319 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:36:25.323502 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:36:25.623215 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:36:27.049588 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:36:31.102579 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:36:50.687112 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-3499c957-4620-47ca-b808-58aa9628b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:36:53.022700 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5c82eacd-2fc4-4bb5-9d22-1c4240220b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:36:54.281619 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:36:55.347959 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:36:55.626718 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:36:57.044502 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:37:08.102341 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:37:20.694964 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1076bca8-df9c-45bd-b73f-cb053a398f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:37:23.026265 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b5f56a6f-7331-4623-9a04-2cbfa74de959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:37:24.284770 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:37:25.366458 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:37:25.630504 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:37:27.050360 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:37:45.102296 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:37:50.691715 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9dd9f7b9-c89a-47af-b20f-318c11f45280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:37:53.029804 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6365a242-5e44-47a8-a7ea-a7ce225d2629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:37:54.286958 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:37:55.366935 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:37:55.633310 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:37:57.055451 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:38:20.687816 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-88da77d0-74d0-457b-b470-5879458c805a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:38:22.103037 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:38:23.033806 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-8e3b8460-b029-4ef7-9a55-c1cd67c9c27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:38:24.290265 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:38:25.385234 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:38:25.637778 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:38:27.061301 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:38:50.692450 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4fc71711-74d9-463a-a8bc-a58d591defbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:38:53.040007 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fe5a-10e9-4d3a-b23e-c64361f0483f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:38:54.293380 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:38:55.389862 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:38:55.642810 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:38:57.067069 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:38:59.103748 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:39:20.699055 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-74e3736d-2184-4e3e-b575-fd700aad4094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (e53c90cf-4861-49a0-a3fc-bac0fc4f4ea2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:39:23.033956 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ba6c5f3b-316f-4fa3-99ce-578bc01b9796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (80f63e5c-2b5f-4139-b899-1927598e23c9), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:39:24.295678 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e62d193-5fe3-47bf-966c-c60374cf7cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (c311fe39-d4f5-4dc3-90de-ed0e9e12bfc4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:39:25.388521 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-00dea78f-6132-42e7-b367-4e3242b83271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2afda37f-2f39-42d3-b298-4393a21d262b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:39:25.646642 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-333f0bc5-fdfc-4ec4-b0e5-a6507eb337d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (86af6a03-1599-4a47-a47a-deac23c52f39), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:39:27.063164 dv-cinder-837528-1-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-606a7804-8a15-408f-a645-f895f7a0343c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780342324646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446622'] for agent (2e25e614-28b0-4ac7-ab8d-277a2fd2fda3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:39:36.103935 dv-cinder-837528-1-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-db12ab8b-414e-4100-b08f-632d65618945 None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:39:37.035338 dv-cinder-837528-1-iscsi neutron-server[103551]: DEBUG neutron.wsgi [req-eb69c9f4-5e01-4104-b3d0-c8c7c4dcdbcd req-d847b3b4-3de8-4bdd-97d7-b3da6cf7d099 tempest-AttachVolumeShelveTestJSON-274803867 tempest-AttachVolumeShelveTestJSON-274803867-project] (103551) timed out ('10.222.0.45', 49980) {{(pid=103551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}